-- Logs begin at Sat 2021-11-13 06:48:04 UTC, end at Sat 2021-11-13 08:07:54 UTC. --
Nov 13 07:39:18.083069 dv-cinder-817832-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 13 07:39:20.207119 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.common.config [-] Logging enabled!
Nov 13 07:39:20.207888 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev55
Nov 13 07:39:20.207888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83491) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 13 07:39:20.210055 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.common.config [-] Logging enabled!
Nov 13 07:39:20.210308 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev55
Nov 13 07:39:20.210558 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83491) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 13 07:39:20.211536 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 13 07:39:20.211774 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 13 07:39:20.212135 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 13 07:39:20.212382 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 13 07:39:20.212611 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 13 07:39:20.212935 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.213234 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.213533 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.213767 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.214064 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.214355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.214640 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.214958 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.215257 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.215543 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.215823 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.216108 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.216339 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.217189 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.217480 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.217773 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.218000 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.218283 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.218737 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.219149 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.219433 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.219723 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.219996 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.220271 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.220556 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.220886 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] host                           = dv-cinder-817832-1-iscsi {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.221164 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.221452 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.221739 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.222025 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.222299 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.222575 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.222884 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.223159 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.223430 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.223706 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.223996 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.224283 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.224574 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.224799 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.225021 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.225305 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.225593 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.225869 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.226144 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.226421 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.226711 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.226989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.227511 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.227802 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.228087 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.228372 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.228646 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.228920 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.229189 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.229461 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.229748 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.230021 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.230295 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.230566 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.230883 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.231155 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.231431 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.231733 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.232020 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.232847 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.233143 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.233416 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.233699 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.233969 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.234245 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.234517 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.234820 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.235093 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.235375 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.235648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.235918 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.236192 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.236466 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.236752 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:20.237049 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.237347 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.237648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.237936 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.238229 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.238513 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.238831 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.239113 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.239401 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.239688 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.239976 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.240256 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.240543 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.240840 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.241130 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.241405 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.241683 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.241976 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.242256 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.242531 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.242839 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.243130 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.243408 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.243684 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.243968 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.244246 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.244520 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.244792 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.245069 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.245359 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.245636 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.245907 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.246179 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.246456 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.246750 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.247038 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.247316 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.247589 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.247898 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.248179 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.248455 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.248730 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.249009 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.249284 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.249564 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.249836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.250107 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.250381 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.250655 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.250956 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.251229 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.251500 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.251775 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.252048 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.252321 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.252595 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.252870 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.253143 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.253431 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.253731 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.254009 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.254287 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.254567 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.254872 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.255155 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.255435 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.255716 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.255996 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.256268 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.256563 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.256851 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.257142 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.257426 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.257706 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.258008 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.258286 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.258570 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.258878 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.259161 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.259445 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.259730 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.260024 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.260319 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.260614 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.260908 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.261199 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.261484 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.261801 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.262084 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:20.262300 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 13 07:39:20.262543 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83491) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 13 07:39:20.665030 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO keyring.backend [-] Loading KWallet
Nov 13 07:39:20.672475 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO keyring.backend [-] Loading SecretService
Nov 13 07:39:20.675664 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO keyring.backend [-] Loading Windows
Nov 13 07:39:20.676988 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO keyring.backend [-] Loading chainer
Nov 13 07:39:20.677566 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO keyring.backend [-] Loading macOS
Nov 13 07:39:20.711487 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:20.711772 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:20.712067 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:20.712404 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 13 07:39:21.020321 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.020615 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.020887 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.076840 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.077123 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.077396 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.080503 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.080781 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.081044 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.109952 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.110239 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.110510 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.138025 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.138300 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.139135 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.454476 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3defd47af0> agent after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.455117 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3defd47af0> agent after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.455117 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3defd47b80> segment precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.455289 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3defd47c10> network precommit_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.455959 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3defd4ddc0> segment before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.581719 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> network before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.582047 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3defd2f670> agent before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.582336 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> network before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.582609 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> port before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.582907 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> port before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.583224 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> segment after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.583492 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> segment precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.583758 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> segment precommit_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.584020 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> segment after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.584300 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.584561 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> network precommit_delete 0 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.584826 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> port provisioning_complete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.585091 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.585348 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> rbac-policy after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.585616 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> agent after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.585884 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> subnet after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.586144 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> subnet precommit_delete 0 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.586419 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.586695 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.586984 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> segment_host_mapping after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.587337 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.587594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.587845 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.588127 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.588379 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.588626 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3df0bd2dc0>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.589016 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:21.589258 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:21.589496 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:21.589733 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:21.589972 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:21.590209 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:21.590793 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 13 07:39:21.594004 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 13 07:39:21.597963 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 13 07:39:21.601963 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Nov 13 07:39:21.603882 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 13 07:39:21.604269 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 13 07:39:21.604603 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 13 07:39:21.604988 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 13 07:39:21.608337 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 13 07:39:21.608590 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 13 07:39:21.608935 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 13 07:39:21.637100 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 13 07:39:21.637543 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3defd08400>> qos_plugin after_init 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.637845 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83491) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 13 07:39:21.638205 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3defd08670>> logging-plugin after_init 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.639621 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83491) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 13 07:39:21.639907 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 13 07:39:21.640157 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 13 07:39:21.643370 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3defb60a00>> floatingip before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.643654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3defb60a00>> port before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:21.704549 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 13 07:39:21.704741 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 13 07:39:21.704982 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 13 07:39:21.705353 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 13 07:39:21.736298 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_db.sqlalchemy.engines [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83491) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 13 07:39:22.174472 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing driver for type 'gre'
Nov 13 07:39:22.175016 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] gre ID ranges: [(1, 1000)]
Nov 13 07:39:22.334825 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing driver for type 'local'
Nov 13 07:39:22.335162 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing driver for type 'vlan'
Nov 13 07:39:22.431653 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] VlanTypeDriver initialization complete
Nov 13 07:39:22.431955 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing driver for type 'vxlan'
Nov 13 07:39:22.432453 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] vxlan ID ranges: [(1, 1000)]
Nov 13 07:39:22.620899 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing extension driver 'port_security'
Nov 13 07:39:22.621405 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] PortSecurityExtensionDriver initialization complete
Nov 13 07:39:22.621577 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing mechanism driver 'openvswitch'
Nov 13 07:39:22.621938 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing mechanism driver 'hyperv'
Nov 13 07:39:22.632917 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:39:22.633690 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3defa82f10>> port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.634069 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3defa82f10>> port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.634427 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3defa82f10>> port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.634855 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3defa829d0>> subnet after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.635217 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3defa829d0>> subnet after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.635565 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3defa829d0>> subnet after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.635952 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3310>> network after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.636304 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3310>> network after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.636690 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3310>> network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.637072 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3580>> security_group after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.637423 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3580>> security_group after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.637766 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3580>> security_group after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.638153 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3820>> security_group_rule after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.639131 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3820>> security_group_rule after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.639478 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3def5e3820>> security_group_rule after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.639823 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] ML2 OVO RPC backend initialized. {{(pid=83491) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Nov 13 07:39:22.640465 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> router_interface after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.640823 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> router_interface after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.641247 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> network before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.641595 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> networks before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.641941 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> port before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.642326 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> ports before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.642705 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> subnet before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.643043 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> subnets before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.643393 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> network after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.643738 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> network after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.644078 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.644417 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.644757 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.645096 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.645436 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> subnet after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.645771 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> subnet after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.646106 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3def5e3ac0>> subnet after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.646712 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.plugin [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Modular L2 Plugin initialization complete
Nov 13 07:39:22.647050 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading services supported by the core plugin {{(pid=83491) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 13 07:39:22.647378 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Got port-security extension from driver 'port_security'
Nov 13 07:39:22.647899 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.extensions.vlantransparent [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Disabled vlantransparent extension.
Nov 13 07:39:22.648386 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83491) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 13 07:39:22.648705 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: router
Nov 13 07:39:22.684897 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router_interface before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.685739 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router after_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.686113 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router before_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.686508 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router_interface before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.686916 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router_interface after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.687305 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router after_delete 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.687668 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> floatingip after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.688034 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router after_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.688387 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.688783 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.689134 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router_gateway after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.689498 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.689913 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router precommit_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.690289 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3defbddf70> port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.690635 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3defbdde50> port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694545 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3defbddee0> subnet after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694545 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3defbdb040> subnetpool_address_scope after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694545 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> port precommit_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694545 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router precommit_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694870 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3defbbfee0> port before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694870 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694870 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.694870 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router precommit_delete 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.695158 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router precommit_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.695158 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router_interface after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.695158 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> router precommit_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.695158 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> agent after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.695457 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> agent after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.695559 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3def5e3d30>> network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.696417 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Tracking information for resource: router configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:22.696750 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Tracking information for resource: floatingip configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 07:39:22.702485 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.db.l3_agentschedulers_db [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 13 07:39:22.703088 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3def560550> port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.703451 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3def560430> port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.703808 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function _notify_port_delete at 0x7f3def5604c0> port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.704161 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3def560820> port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.704950 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3def50d5e0>> router before_create 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.705318 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3def50d5e0>> router precommit_delete 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.705684 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3def50d5e0>> router precommit_create 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.706043 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3def50d5e0>> router precommit_update 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.710688 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.services.provider_configuration [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service providers = [] {{(pid=83491) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 13 07:39:22.711106 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.db.servicetype_db [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83491) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 13 07:39:22.714229 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.services.service_base [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 07:39:22.714583 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.services.service_base [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 07:39:22.714957 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.services.service_base [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 07:39:22.715901 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.services.service_base [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 07:39:22.716274 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.services.service_base [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 13 07:39:22.716677 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.716999 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 13 07:39:22.732853 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.733202 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: auto_allocate
Nov 13 07:39:22.739173 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3def4c4ca0> network precommit_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.739549 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3def4c4ca0> network precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.740072 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.740397 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: tag
Nov 13 07:39:22.747383 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.748231 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: timestamp
Nov 13 07:39:22.752088 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.752423 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: network_ip_availability
Nov 13 07:39:22.757705 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3def528cd0>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.758078 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3def528cd0>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.758435 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3def528cd0>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.759180 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.759506 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: flavors
Nov 13 07:39:22.765014 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.765347 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading Plugin: revisions
Nov 13 07:39:22.769626 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 07:39:22.770022 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_concurrency.lockutils [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.058s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:22.770799 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83491) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Nov 13 07:39:22.771140 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Initializing extension manager.
Nov 13 07:39:22.771645 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: __init__.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.771989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: __pycache__ {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.772326 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.772658 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.772991 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: _filter_validation_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.773320 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.773646 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: address_group.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.774411 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.775012 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: address-group
Nov 13 07:39:22.775336 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: address_scope.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.776048 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.776551 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: address-scope
Nov 13 07:39:22.776875 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.777802 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.778305 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: router-admin-state-down-before-update
Nov 13 07:39:22.778627 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: agent.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.779382 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.779883 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: agent
Nov 13 07:39:22.780202 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: agent_resources_synced.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.781118 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.781617 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: agent-resources-synced
Nov 13 07:39:22.781939 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: allowedaddresspairs.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.783758 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.784285 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: allowed-address-pairs
Nov 13 07:39:22.784613 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: auto_allocated_topology.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.785698 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.786209 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: auto-allocated-topology
Nov 13 07:39:22.786535 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: availability_zone.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.787272 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.787770 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: availability_zone
Nov 13 07:39:22.788093 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: availability_zone_filter.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.789019 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.789510 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: availability_zone_filter
Nov 13 07:39:22.789835 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: data_plane_status.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.790774 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.791279 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 13 07:39:22.791604 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: default_subnetpools.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.792519 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.793021 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: default-subnetpools
Nov 13 07:39:22.793344 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.794127 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.795164 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: dhcp_agent_scheduler
Nov 13 07:39:22.795494 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: dns.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.796415 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.796914 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension dns-integration not supported by any of loaded plugins
Nov 13 07:39:22.797242 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: dns_domain_ports.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.798160 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.798663 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 13 07:39:22.799009 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: dvr.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.799679 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.800178 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: dvr
Nov 13 07:39:22.800497 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: empty_string_filtering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.801415 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.801913 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: empty-string-filtering
Nov 13 07:39:22.802234 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.803172 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.803668 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 13 07:39:22.803989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.804913 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.805411 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 13 07:39:22.805734 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: external_net.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.806659 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.807183 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: external-net
Nov 13 07:39:22.807503 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.808421 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.808924 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: extra_dhcp_opt
Nov 13 07:39:22.809247 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: extraroute.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.810165 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.811323 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: extraroute
Nov 13 07:39:22.811649 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: extraroute_atomic.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.812773 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.813486 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: extraroute-atomic
Nov 13 07:39:22.814030 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: filter_validation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.815034 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.815839 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: filter-validation
Nov 13 07:39:22.816389 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: fip_pf_description.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.817941 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.818455 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 13 07:39:22.819040 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: fip_port_details.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.820329 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.820839 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: fip-port-details
Nov 13 07:39:22.821177 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: flavors.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.822460 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.823008 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: flavors
Nov 13 07:39:22.823337 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.825012 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.825527 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 13 07:39:22.825880 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: floatingip_pools.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.826688 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.827205 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: floatingip-pools
Nov 13 07:39:22.827532 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: ip_allocation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.828568 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.829076 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 13 07:39:22.829403 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.830330 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.830865 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: ip-substring-filtering
Nov 13 07:39:22.831194 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l2_adjacency.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.832130 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.832629 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 13 07:39:22.832954 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l3.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.833931 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.834445 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: router
Nov 13 07:39:22.834801 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.837059 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.837578 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 13 07:39:22.837912 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.838882 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.839389 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: ext-gw-mode
Nov 13 07:39:22.839718 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.840646 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.841155 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: l3-ha
Nov 13 07:39:22.841502 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l3_flavors.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.842471 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.843086 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: l3-flavors
Nov 13 07:39:22.843565 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.845009 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.845777 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 13 07:39:22.846337 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: l3agentscheduler.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.847858 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.848402 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: l3_agent_scheduler
Nov 13 07:39:22.848980 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: logging.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.850763 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.851282 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension logging not supported by any of loaded plugins
Nov 13 07:39:22.851619 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: metering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.852629 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.853199 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: metering
Nov 13 07:39:22.853529 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.854643 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.855269 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: metering_source_and_destination_fields
Nov 13 07:39:22.855601 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: multiprovidernet.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.856663 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.857689 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: multi-provider
Nov 13 07:39:22.858015 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: netmtu.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.858968 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.859476 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: net-mtu
Nov 13 07:39:22.859801 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: netmtu_writable.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.860735 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.861246 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: net-mtu-writable
Nov 13 07:39:22.861571 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: network_availability_zone.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.862240 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.862773 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: network_availability_zone
Nov 13 07:39:22.863099 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: network_ip_availability.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.864199 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.864709 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: network-ip-availability
Nov 13 07:39:22.865038 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: network_segment_range.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.865803 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.866305 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 13 07:39:22.866630 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: pagination.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.867651 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.867981 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: pagination
Nov 13 07:39:22.868302 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.869235 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.869739 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: port-mac-address-regenerate
Nov 13 07:39:22.870062 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: port_resource_request.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.871007 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.871506 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 13 07:39:22.871826 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: portbindings.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.872813 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.873820 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: binding
Nov 13 07:39:22.874144 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: portbindings_extended.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.875460 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.875972 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: binding-extended
Nov 13 07:39:22.876300 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: portsecurity.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.877215 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.877724 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: port-security
Nov 13 07:39:22.878048 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: project_id.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.879060 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.879392 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: project-id
Nov 13 07:39:22.879716 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: providernet.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.880633 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.881138 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: provider
Nov 13 07:39:22.881460 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.885026 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.885551 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos not supported by any of loaded plugins
Nov 13 07:39:22.885888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.887180 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.887695 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 13 07:39:22.888030 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.888987 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.889498 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 13 07:39:22.889828 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_default.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.890771 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.891281 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-default not supported by any of loaded plugins
Nov 13 07:39:22.891613 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_fip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.892263 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.892763 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-fip not supported by any of loaded plugins
Nov 13 07:39:22.893089 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_gateway_ip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.894020 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.894530 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 13 07:39:22.894893 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_port_network_policy.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.895812 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.896317 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 13 07:39:22.896642 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_rule_type_details.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.897561 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.898068 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 13 07:39:22.898393 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: qos_rules_alias.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.899481 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.899994 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 13 07:39:22.900319 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: quotasv2.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.901201 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.901530 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: quotas
Nov 13 07:39:22.901853 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: quotasv2_detail.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.903663 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.904031 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: quota_details
Nov 13 07:39:22.904368 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: rbac.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.905429 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.905945 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: rbac-policies
Nov 13 07:39:22.906274 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: rbac_address_scope.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.907309 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.907822 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: rbac-address-scope
Nov 13 07:39:22.908147 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: rbac_security_groups.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.909076 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.909584 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: rbac-security-groups
Nov 13 07:39:22.909908 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: rbac_subnetpool.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.910869 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.911379 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: rbac-subnetpool
Nov 13 07:39:22.911705 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: revisionifmatch.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.912638 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.913143 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: revision-if-match
Nov 13 07:39:22.913467 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: revisions.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.914592 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.915133 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: standard-attr-revisions
Nov 13 07:39:22.915461 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: router_availability_zone.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.916132 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.916636 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: router_availability_zone
Nov 13 07:39:22.916958 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: routerservicetype.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.917895 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.918394 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension router-service-type not supported by any of loaded plugins
Nov 13 07:39:22.918741 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.920175 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.920677 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: port-security-groups-filtering
Nov 13 07:39:22.921002 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: securitygroup.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.932065 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.932594 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: security-group
Nov 13 07:39:22.932951 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: segment.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.933718 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.934230 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension segment not supported by any of loaded plugins
Nov 13 07:39:22.934562 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.936156 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.936613 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 13 07:39:22.936943 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: servicetype.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.938066 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.938582 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: service-type
Nov 13 07:39:22.938939 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: sorting.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.939936 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.940272 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: sorting
Nov 13 07:39:22.940602 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: standard_attr_segment.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.941525 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.942038 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 13 07:39:22.942365 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: standardattrdescription.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.943051 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.943554 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: standard-attr-description
Nov 13 07:39:22.943877 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: stateful_security_group.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.944823 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.945336 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: stateful-security-group
Nov 13 07:39:22.945660 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: stdattrs_common.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.946248 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 13 07:39:22.946571 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.947538 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.948568 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 13 07:39:22.948568 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: subnet_onboard.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.949492 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.950010 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: subnet_onboard
Nov 13 07:39:22.950339 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.951348 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.951861 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 13 07:39:22.952189 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: subnet_service_types.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.953120 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.953644 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: subnet-service-types
Nov 13 07:39:22.953969 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: subnetallocation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.955105 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.955620 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: subnet_allocation
Nov 13 07:39:22.955948 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.956617 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.957119 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: subnetpool-prefix-ops
Nov 13 07:39:22.957442 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.958380 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.958925 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 13 07:39:22.959249 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: tagging.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.960310 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.960829 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: standard-attr-tag
Nov 13 07:39:22.961156 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: timestamp.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.962380 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.962927 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loaded extension: standard-attr-timestamp
Nov 13 07:39:22.963258 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: trunk.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.964306 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.964817 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension trunk not supported by any of loaded plugins
Nov 13 07:39:22.965146 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: trunk_details.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.966088 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.966624 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension trunk-details not supported by any of loaded plugins
Nov 13 07:39:22.966977 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: uplink_status_propagation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.967914 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.968421 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 13 07:39:22.968748 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Loading extension file: vlantransparent.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 13 07:39:22.969421 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 13 07:39:22.969920 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 13 07:39:22.972200 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:network
Nov 13 07:39:22.972923 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:subnet
Nov 13 07:39:22.973827 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 07:39:22.974542 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:port
Nov 13 07:39:22.975842 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.976301 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service FLAVORS assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.976946 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.977626 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.977961 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:router
Nov 13 07:39:22.978621 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:floatingip
Nov 13 07:39:22.979463 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service METERING assigned prefix: /metering {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.980880 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3def3f9970>> rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.981250 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3def3f9970>> rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.981604 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3def3f9970>> rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:39:22.983308 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 13 07:39:22.983753 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:security_group
Nov 13 07:39:22.984422 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 13 07:39:22.985170 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service CORE assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.985506 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 07:39:22.985852 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] subnetpool is already registered
Nov 13 07:39:22.986479 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service CORE assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.986849 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 07:39:22.987184 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] subnetpool is already registered
Nov 13 07:39:22.989709 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.990150 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service FLAVORS assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.990781 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.991208 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.991543 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:router
Nov 13 07:39:22.991873 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] router is already registered
Nov 13 07:39:22.992468 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:floatingip
Nov 13 07:39:22.992799 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] floatingip is already registered
Nov 13 07:39:22.993430 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service METERING assigned prefix: /metering {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.994102 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 13 07:39:22.994432 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] rbac_policy is already registered
Nov 13 07:39:22.995020 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:security_group
Nov 13 07:39:22.995353 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] security_group is already registered
Nov 13 07:39:22.995944 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 13 07:39:22.996274 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] security_group_rule is already registered
Nov 13 07:39:22.996929 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service CORE assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.997259 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 07:39:22.997587 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] subnetpool is already registered
Nov 13 07:39:22.998808 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Service CORE assigned prefix:  {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 07:39:22.999140 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 07:39:22.999468 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] subnetpool is already registered
Nov 13 07:39:23.000122 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: extensions {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.001585 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: address-groups {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.003191 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: address-scopes {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.004376 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: agents {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.005526 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: auto-allocated-topology {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.006788 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: availability_zones {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.008081 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: dhcp-networks {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.009480 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: dhcp-agents {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.010911 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: routers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.012689 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: flavors {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.013867 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: service_profiles {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.015087 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: next_providers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.016608 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: service_profiles {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.018048 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: floatingip-pools {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.019281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: routers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.021056 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: floatingips {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.022228 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: l3-routers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.023604 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: l3-agents {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.025013 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: metering-labels {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.027225 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: metering-label-rules {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.028479 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: network-ip-availabilities {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.029739 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: bindings {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.031518 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: quotas {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.032945 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: quotas {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.034361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: rbac-policies {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.035671 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: security-groups {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.036871 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: security-group-rules {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.038069 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: service-providers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.039330 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: subnetpools {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.040731 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: subnetpools {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.042159 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.043868 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.046179 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.047979 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.049725 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.051421 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.053159 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.055047 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.056871 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.058704 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron.api.extensions [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 13 07:39:23.065278 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING keystonemiddleware.auth_token [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 13 07:39:23.069984 dv-cinder-817832-1-iscsi neutron-server[83491]: WARNING keystonemiddleware.auth_token [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 13 07:39:23.078344 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_concurrency.lockutils [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Acquired lock "singleton_lock" {{(pid=83491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 13 07:39:23.078867 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_concurrency.lockutils [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Releasing lock "singleton_lock" {{(pid=83491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 13 07:39:23.079486 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO oslo_service.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Starting 2 workers
Nov 13 07:39:23.084012 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Started child 83598 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 13 07:39:23.088112 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Started child 83599 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 13 07:39:23.089431 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:23.090002 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO neutron.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 13 07:39:23.090272 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Notify callbacks [] for process, before_spawn {{(pid=83491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:23.091036 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [-] (83598) wsgi starting up on http://0.0.0.0:9696
Nov 13 07:39:23.092783 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO oslo_service.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Starting 1 workers
Nov 13 07:39:23.092927 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:23.094074 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [-] (83599) wsgi starting up on http://0.0.0.0:9696
Nov 13 07:39:23.097639 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Started child 83600 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 13 07:39:23.098160 dv-cinder-817832-1-iscsi neutron-server[83491]: INFO oslo_service.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Starting 1 workers
Nov 13 07:39:23.101461 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] calling RpcWorker wait() {{(pid=83600) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 13 07:39:23.102020 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] returning from RpcWorker wait() {{(pid=83600) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 13 07:39:23.102550 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Started child 83601 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 13 07:39:23.103375 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce4ab-81e9-41e8-9613-b028e37f3110 None None] Notify callbacks [] for process, after_spawn {{(pid=83491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:23.103663 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:23.104159 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:39:23.105289 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 13 07:39:23.105496 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 13 07:39:23.105677 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 13 07:39:23.105890 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 13 07:39:23.106237 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 13 07:39:23.106403 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 13 07:39:23.106953 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.107766 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.108040 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.108290 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.108568 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.108841 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:23.109297 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.109384 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.109618 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.109893 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.110123 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.110293 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.110460 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.110748 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.110983 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.111276 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.111551 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.111788 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.112058 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.112230 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.112485 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.112766 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.113013 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.113294 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.113535 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.114014 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.114244 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.114481 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.114748 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.115020 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.115271 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.115546 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.115790 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.116029 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.116280 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.116553 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.116768 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.117010 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.117256 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.117488 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.117944 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] host                           = dv-cinder-817832-1-iscsi {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.118189 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.118420 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.118664 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.118931 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.119187 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.119409 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.119678 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.119924 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.120187 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.120413 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.120658 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.120899 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.121130 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.121392 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.121556 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.121805 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.122074 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.122332 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.122523 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.122816 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.123458 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.123722 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.123888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.124157 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.124375 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.124589 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.124803 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.125070 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.125311 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.125564 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.125777 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.125994 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.126223 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.126487 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.126741 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.126969 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.127201 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.127421 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.127660 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.127892 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.128112 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.128342 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.128560 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.128773 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.129003 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.129254 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.129511 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.129744 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.130002 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.130229 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.130455 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.130712 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.131067 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.131304 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.131568 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.131824 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.132041 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.132270 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.132482 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.132694 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.132926 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.133188 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.133369 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.133615 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.133827 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.134117 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.135088 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.135233 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.135398 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.136202 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.136528 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.137018 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.137233 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.137481 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.137719 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.137976 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.138205 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.138292 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:39:23.138464 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.138835 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.139167 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.139426 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.139750 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.140029 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.140401 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.140655 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.140874 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.141136 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.141372 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.141604 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.141819 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.142037 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.142400 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.142626 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.142876 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.143209 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.143464 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.143678 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.143906 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.144161 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.144406 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.144636 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.144873 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.145086 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.145321 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.145534 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.145769 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.146005 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.146223 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.146459 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.146731 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.146976 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.147192 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.147428 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.147646 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.147877 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.148096 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.148383 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.148611 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.148846 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.149065 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.149317 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.149541 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.149755 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.150133 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.150229 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.150429 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.150691 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.152780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.153462 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.153462 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.153462 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.153740 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.153849 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.154081 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.155913 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.156276 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.156624 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.156891 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165361 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.165989 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.166558 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.166558 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.166735 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.166883 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.167174 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.167410 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.167668 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.167926 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.168261 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.168512 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.168784 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.169009 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.169280 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.169555 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.170347 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.170614 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.170894 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.171156 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.171415 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.171649 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.171936 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.172146 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.172407 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.172633 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.172936 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.173192 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.173414 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.173629 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.173866 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.174194 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.174456 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.174775 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.175051 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.175333 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.175604 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.175846 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.176126 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.176486 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.176752 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.177012 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.177328 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.177581 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.177816 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.178052 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.178264 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.178514 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.178774 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.178999 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.179214 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.179449 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.179678 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.179890 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.180106 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.180348 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.180593 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.180798 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.181040 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.181250 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.181468 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.181722 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.181942 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.182178 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.182395 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.182621 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.182899 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.183118 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.183386 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.183630 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.183871 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.184119 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.184370 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.184688 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.184906 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.185168 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.185970 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.186240 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.186405 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.186620 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.186880 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.187097 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.187324 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.187572 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.187826 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.188061 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.188394 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.188644 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.188913 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.189138 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.189354 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.189593 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.189827 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.190044 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.190282 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.190496 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.190767 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.191060 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.191285 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.191499 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.191708 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.191934 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.192147 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.192453 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.192824 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.193052 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.193261 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.193550 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.193780 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.194008 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.194257 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.194487 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.194734 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.194966 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.195180 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.195398 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.195603 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.195906 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.196155 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.196374 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.196662 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.196908 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.197136 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.197404 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.197718 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.197917 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.198322 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.198572 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.198835 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.199058 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.199323 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.199656 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.199956 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.200207 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.200464 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.200759 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.201064 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.201352 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.201565 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.201849 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.202179 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.202488 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.202779 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.203026 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.203313 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.203563 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.203773 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.204163 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.204404 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.204642 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.204900 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.205131 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.205355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.205583 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.205816 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.206059 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.206283 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.206507 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.206769 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.206984 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.207150 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 13 07:39:23.207674 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 13 07:39:23.207835 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 13 07:39:23.207988 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 13 07:39:23.208172 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 13 07:39:23.208340 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 13 07:39:23.208491 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 13 07:39:23.208692 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.208851 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.209009 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.209166 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.209324 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.209502 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.209662 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.209819 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.209976 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.210132 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.210294 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.210451 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.210607 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.210790 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.210947 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.211157 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.211317 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.211473 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.211634 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.211791 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.211948 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.212105 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.212261 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.212417 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.212615 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.212778 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.212936 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.213091 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.213251 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.213407 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.213562 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.213704 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.213862 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.214034 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.214191 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.214333 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.214492 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.214624 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.214804 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.214969 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] host                           = dv-cinder-817832-1-iscsi {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.215110 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.215265 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.215417 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.215731 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.215889 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.216049 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.216208 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.216365 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.217277 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.217438 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.217592 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.217893 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.218200 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.218360 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.218519 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.218696 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.218850 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.219011 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.219192 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.219354 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.219517 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.219726 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.219887 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.220045 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.220208 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.220365 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.220523 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.220682 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.220839 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.220999 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.221152 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.221460 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.221621 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.221774 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.221933 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.222091 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.222245 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.222404 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.222562 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.222743 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.222902 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.223059 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.223218 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.223372 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.223529 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.223684 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.223841 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.223998 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.224155 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.224312 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.224470 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.224632 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.224791 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.224948 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.225103 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.225259 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.225415 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.225571 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.225730 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.225886 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.226041 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.226202 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.226355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.226512 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.226681 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.226855 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.227013 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.227436 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.227596 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 07:39:23.227770 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.227931 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.228103 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.228263 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.228422 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.228581 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.228742 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.228903 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.229064 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.229221 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.229387 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.229549 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.229724 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.229884 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.230044 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.230209 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.230368 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.230528 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.230712 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.230869 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.231030 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.231191 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.231351 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.231512 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.231672 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.231834 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.231994 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.232693 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.232863 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.233024 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.233184 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.233453 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.233619 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.233778 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.233938 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.234100 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.234261 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.234422 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.234583 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.234763 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.234934 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.235094 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.235260 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.235419 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.235579 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.235737 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.235897 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.236057 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.236217 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.236376 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.236536 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.236708 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.236867 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.237026 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.237184 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.237343 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.237553 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.237647 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.237807 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.237967 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.238126 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.238285 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.238444 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.238606 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.238785 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.239112 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.239415 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.239724 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.239883 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.240043 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.240208 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.240368 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.240528 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.240687 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.240856 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.241030 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.241190 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.241348 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.241507 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.241666 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.241826 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.241986 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.242145 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.242451 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.242451 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.245888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246355 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246825 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246825 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246825 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246825 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246825 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246825 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.246825 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247201 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 60772) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:39:23.247281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247281 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.247888 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.248654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.248654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.248654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.248654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.248654 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.249028 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.249028 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.249028 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.249256 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.249337 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250253 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250253 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250253 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250253 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250253 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250253 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250710 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250710 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250710 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.250925 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.251004 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.251150 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.251287 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.251442 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.251597 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.252648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.252648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.252648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.252648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.252648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.252648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.252648 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.253130 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.253130 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.253130 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.253364 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.253364 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.254594 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255290 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255290 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255290 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255290 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255565 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255565 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255709 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255803 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.255933 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.256082 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.256241 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.256400 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.256559 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.256832 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.256935 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.257020 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.257179 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.257406 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.257507 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.257638 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.258607 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.258607 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.258607 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.258607 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.258607 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.258607 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259100 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259100 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259100 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259305 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259305 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259449 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259662 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259764 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.259930 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.260077 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.260253 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.260416 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.260561 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.260729 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.260890 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.261047 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.261206 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.261423 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.261523 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.261676 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.261928 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.262035 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.262143 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.262303 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.262529 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.262631 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.262793 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.262955 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.263113 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.263274 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.263459 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.263621 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.263785 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.263954 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.264119 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.264276 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266326 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266326 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266326 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266326 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266326 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266747 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0163734
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.266836 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.267452 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.267452 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.267452 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.268413 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.268413 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.268413 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.268413 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.268720 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.268720 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.270319 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.270319 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 07:39:23.270319 dv-cinder-817832-1-iscsi neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 13 07:39:23.273308 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:39:33.794523 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9423c3e-918f-49bb-b259-8707a9ced6a8 None None] get_active_networks_info from dv-cinder-817832-1-iscsi {{(pid=83600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 13 07:39:33.886513 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9423c3e-918f-49bb-b259-8707a9ced6a8 None None] No non-hosted networks {{(pid=83600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 13 07:39:33.897931 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.agentschedulers_db [None req-a9423c3e-918f-49bb-b259-8707a9ced6a8 None None] DHCP Agent not found on host dv-cinder-817832-1-iscsi {{(pid=83600) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 13 07:39:34.055071 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-522523e8-6b80-4a28-b54c-aad2e988f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930957'] for agent, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:34.177592 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930957'] for agent, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:34.178168 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.178578 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.179039 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.179362 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.179684 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.179997 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.180672 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.181180 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.181673 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.182139 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.182650 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:34.183220 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3def0fed90>, 'Open vSwitch agent', 'dv-cinder-817832-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:39:34.191831 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3def00c1c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817832-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:39:35.907933 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-98c8bfe4-2593-4058-82b5-c5c63c31fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930957'] for agent, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:35.959564 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-325606d8-3a3d-4afc-b133-df492c14289b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-817832-1-iscsi {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:39:35.960394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-325606d8-3a3d-4afc-b133-df492c14289b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:39:36.483044 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-325606d8-3a3d-4afc-b133-df492c14289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:36.883502 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930957'] for agent, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:38.563491 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930957'] for agent, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:38.935629 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.db.l3_hamode_db [None req-1e46c02a-33ed-4c03-aa3a-211e3ab75ca3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 13 07:39:39.021506 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46c02a-33ed-4c03-aa3a-211e3ab75ca3 None None] Routers set() bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:39:39.021894 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46c02a-33ed-4c03-aa3a-211e3ab75ca3 None None] Router IDs set() for agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 13 07:39:40.211438 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 60868) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:39:40.815657 dv-cinder-817832-1-iscsi neutron-server[83599]: WARNING oslo_policy.policy [None req-8505b98e-10d9-49bb-bba3-4cb9a6854c95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:40.816225 dv-cinder-817832-1-iscsi neutron-server[83599]: WARNING oslo_policy.policy [None req-8505b98e-10d9-49bb-bba3-4cb9a6854c95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:41.035672 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [None req-8505b98e-10d9-49bb-bba3-4cb9a6854c95 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:39:41.036730 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-8505b98e-10d9-49bb-bba3-4cb9a6854c95 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8243947
Nov 13 07:39:43.282157 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 60882) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:39:43.657245 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:39:43.704965 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.policy [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83599) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 13 07:39:43.705693 dv-cinder-817832-1-iscsi neutron-server[83599]: WARNING oslo_policy.policy [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:43.706071 dv-cinder-817832-1-iscsi neutron-server[83599]: WARNING oslo_policy.policy [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:43.709431 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.quota [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3def1d3970>.
Nov 13 07:39:43.725125 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:39:43.846122 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744001948151', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744002056725', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744002054117', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744002051198', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744002041578', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32978191', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32971642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647531', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-995377'] for rbac-policy, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:44.077613 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:44.078810 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d2d0fa4d-c037-452d-89b6-5d76465d8c90 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7956469
Nov 13 07:39:46.585798 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 60896) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:39:46.949218 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Request body: {'network': {'project_id': 'd407e1bed66b497aae98cc561144ceab', 'admin_state_up': True, 'name': 'private'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:39:46.954329 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:39:46.958797 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Usage tracker for resource:network and tenant:d407e1bed66b497aae98cc561144ceab is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:39:46.963178 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:39:46.970631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:39:47.049191 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Made reservation on behalf of d407e1bed66b497aae98cc561144ceab for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:39:47.052014 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.069585 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.117904 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:39:47.121530 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Usage tracker for resource:security_group_rule and tenant:d407e1bed66b497aae98cc561144ceab is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:39:47.124329 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:39:47.130025 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:39:47.195687 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.265646 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.271033 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:47.288077 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:39:47.313921 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743999588280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.314502 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3defd47b80> segment precommit_create {{(pid=83599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 13 07:39:47.314988 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Added segment ff5e42cc-1744-4040-bad7-a7ad5545395c of type vlan for network 32322373-0a3f-46e5-943b-d6a68e56cd13
Nov 13 07:39:47.329356 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8477a3-73e7-48c5-b06b-1e3400fba01f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:39:47.378933 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.379268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.379595 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.379920 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.380252 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.380572 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.380886 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.381212 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.381525 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.381831 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.382139 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Tracked resource versions report:
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]: pushed versions:
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Log': {'1.0'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Network': {'1.1'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Port': {'1.5'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'PortForwarding': {'1.2'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'QosPolicy': {'1.8'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'SecurityGroup': {'1.2'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'SubPort': {'1.0'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Subnet': {'1.1'},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Trunk': {'1.1'}}
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]: consumer versions:
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Log': '1.0',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Network': '1.1',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Port': '1.5',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'PortForwarding': '1.2',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'QosPolicy': '1.8',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'SecurityGroup': '1.2',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'SubPort': '1.0',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Subnet': '1.1',
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Trunk': '1.1'}}
Nov 13 07:39:47.383196 dv-cinder-817832-1-iscsi neutron-server[83599]:  {{(pid=83599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:39:47.429266 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:47.435585 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.568903 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.570170 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:39:47.570864 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:47.575655 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:47.678827 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Pushing event updated for resources: {'Network': ['ID=32322373-0a3f-46e5-943b-d6a68e56cd13,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:39:47.681993 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:47.690196 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:39:47.735344 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1484735
Nov 13 07:39:50.327286 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 60912) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:39:50.976630 dv-cinder-817832-1-iscsi neutron-server[83598]: WARNING oslo_policy.policy [None req-a4fb1ae0-b81c-452c-8987-201c818155fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:50.977207 dv-cinder-817832-1-iscsi neutron-server[83598]: WARNING oslo_policy.policy [None req-a4fb1ae0-b81c-452c-8987-201c818155fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:51.373313 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.policy [None req-a4fb1ae0-b81c-452c-8987-201c818155fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83598) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 13 07:39:51.374077 dv-cinder-817832-1-iscsi neutron-server[83598]: WARNING oslo_policy.policy [None req-a4fb1ae0-b81c-452c-8987-201c818155fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:51.374444 dv-cinder-817832-1-iscsi neutron-server[83598]: WARNING oslo_policy.policy [None req-a4fb1ae0-b81c-452c-8987-201c818155fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 07:39:51.377320 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb1ae0-b81c-452c-8987-201c818155fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:39:51.379157 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a4fb1ae0-b81c-452c-8987-201c818155fa admin admin] 10.222.0.32 "GET /v2.0/networks/32322373-0a3f-46e5-943b-d6a68e56cd13 HTTP/1.1" status: 200  len: 825 time: 1.0496497
Nov 13 07:39:51.410316 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-57362bde-a19f-41f7-98b9-9600fab9d337 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/c3e29c69-639c-4f24-b25c-cbf958df3e20 HTTP/1.1" status: 200  len: 734 time: 0.0259533
Nov 13 07:39:51.418469 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'c3e29c69-639c-4f24-b25c-cbf958df3e20', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:39:51.420584 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.quota [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3def1d3370>.
Nov 13 07:39:51.426506 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:39:51.431968 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Usage tracker for resource:subnet and tenant:d407e1bed66b497aae98cc561144ceab is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:39:51.435268 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:39:51.442025 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:39:51.511354 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Made reservation on behalf of d407e1bed66b497aae98cc561144ceab for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:39:51.514570 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:51.871874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:51.877268 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:51.970075 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Checking segment: {'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:39:51.970431 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Network hostable DHCP agents. Network: 32322373-0a3f-46e5-943b-d6a68e56cd13, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:39:51.975803 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5f2838-8280-4328-9411-0cc91b48427e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:39:51.989439 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.989781 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.990106 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.990430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.990794 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.991115 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.991424 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.991749 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.992059 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.992364 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.992667 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Tracked resource versions report:
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]: pushed versions:
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Log': {'1.0'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Network': {'1.1'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Port': {'1.5'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'PortForwarding': {'1.2'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'QosPolicy': {'1.8'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'SecurityGroup': {'1.2'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'SubPort': {'1.0'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Subnet': {'1.1'},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Trunk': {'1.1'}}
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]: consumer versions:
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Log': '1.0',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Network': '1.1',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Port': '1.5',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'PortForwarding': '1.2',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'QosPolicy': '1.8',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'SecurityGroup': '1.2',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'SubPort': '1.0',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Subnet': '1.1',
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Trunk': '1.1'}}
Nov 13 07:39:51.993691 dv-cinder-817832-1-iscsi neutron-server[83598]:  {{(pid=83598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:39:52.025569 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:52.077056 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:39:52.134585 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 32322373-0a3f-46e5-943b-d6a68e56cd13) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:39:52.139489 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:39:52.140126 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:52.144740 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989309ae-67bf-4fbe-bebc-daa9fc24eecb None None] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:39:52.216591 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8005965
Nov 13 07:39:52.450889 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-32322373-0a3f-46e5-943b-d6a68e56cd13', 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'fixed_ips': [{'subnet_id': '1e5f2838-8280-4328-9411-0cc91b48427e'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:39:52.452228 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:52.636462 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Allocated IP 172.20.0.2 (32322373-0a3f-46e5-943b-d6a68e56cd13/1e5f2838-8280-4328-9411-0cc91b48427e/60fa5a82-38c3-4e6f-a357-93334cefc187) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:39:52.855137 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:52.867684 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Transition to ACTIVE for port object 60fa5a82-38c3-4e6f-a357-93334cefc187 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:39:52.886627 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Transition to ACTIVE for port object 60fa5a82-38c3-4e6f-a357-93334cefc187 will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:39:52.969473 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:52.977304 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:53.046992 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:39:53.049734 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:39:53.053314 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:39:53.059824 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Pushing event updated for resources: {'Port': ['ID=60fa5a82-38c3-4e6f-a357-93334cefc187,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:39:53.092647 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.092983 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.093314 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.093640 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.093970 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.094291 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.094623 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.094965 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.095285 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.095598 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.095927 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Tracked resource versions report:
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]: pushed versions:
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Log': {'1.0'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Network': {'1.1'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Port': {'1.5'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'PortForwarding': {'1.2'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'QosPolicy': {'1.8'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'SecurityGroup': {'1.2'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'SubPort': {'1.0'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Subnet': {'1.1'},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Trunk': {'1.1'}}
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]: consumer versions:
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Log': '1.0',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Network': '1.1',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Port': '1.5',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'PortForwarding': '1.2',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'QosPolicy': '1.8',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'SecurityGroup': '1.2',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'SubPort': '1.0',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Subnet': '1.1',
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Trunk': '1.1'}}
Nov 13 07:39:53.097006 dv-cinder-817832-1-iscsi neutron-server[83600]:  {{(pid=83600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:39:53.101158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:53.161098 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Attempting to bind port 60fa5a82-38c3-4e6f-a357-93334cefc187 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:39:53.161726 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Attempting to bind port 60fa5a82-38c3-4e6f-a357-93334cefc187 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:39:53.161830 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Attempting to bind port 60fa5a82-38c3-4e6f-a357-93334cefc187 on network 32322373-0a3f-46e5-943b-d6a68e56cd13 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:39:53.168199 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:39:53.168604 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Checking segment: {'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:39:53.169578 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:53.169965 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Bound using segment: {'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:39:53.170444 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Bound port: 60fa5a82-38c3-4e6f-a357-93334cefc187, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:39:53.170848 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:53.255376 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] For port 60fa5a82-38c3-4e6f-a357-93334cefc187, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:39:53.259287 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] For port 60fa5a82-38c3-4e6f-a357-93334cefc187, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=60fa5a82-38c3-4e6f-a357-93334cefc187,segment=NetworkSegment(ff5e42cc-1744-4040-bad7-a7ad5545395c),segment_id=ff5e42cc-1744-4040-bad7-a7ad5545395c)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:39:53.346683 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:53.350698 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:53.456580 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Pushing event updated for resources: {'Port': ['ID=60fa5a82-38c3-4e6f-a357-93334cefc187,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:39:53.458572 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:54.509378 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 60932) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:39:54.909974 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [None req-0dd082d9-6bbf-4a91-9327-36da6c103714 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:39:54.910972 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0dd082d9-6bbf-4a91-9327-36da6c103714 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4006369
Nov 13 07:39:56.478818 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 60fa5a82-38c3-4e6f-a357-93334cefc187 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:39:56.591440 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 60fa5a82-38c3-4e6f-a357-93334cefc187 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:39:57.049384 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0574864-f1bf-4bcb-ab61-621711b5b93f None None] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:39:57.208400 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Provisioning for port 60fa5a82-38c3-4e6f-a357-93334cefc187 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:39:57.215424 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 60946) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:39:57.218086 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Provisioning complete for port 60fa5a82-38c3-4e6f-a357-93334cefc187 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:39:57.218489 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:57.393467 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:57.429319 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] For port 60fa5a82-38c3-4e6f-a357-93334cefc187, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=60fa5a82-38c3-4e6f-a357-93334cefc187,segment=NetworkSegment(ff5e42cc-1744-4040-bad7-a7ad5545395c),segment_id=ff5e42cc-1744-4040-bad7-a7ad5545395c)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:39:57.506133 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:57.508344 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:39:57.596928 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Pushing event updated for resources: {'Port': ['ID=60fa5a82-38c3-4e6f-a357-93334cefc187,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:39:57.599808 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:39:57.627531 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [None req-6004d24e-1913-44a9-97d1-24313ec9bb11 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:39:57.627740 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-6bca95fe-048f-4ce6-b6b4-1959c7cd6fbb None None] Provisioning complete for port 60fa5a82-38c3-4e6f-a357-93334cefc187 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:39:57.628112 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6bca95fe-048f-4ce6-b6b4-1959c7cd6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:39:57.628486 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-6004d24e-1913-44a9-97d1-24313ec9bb11 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4118648
Nov 13 07:39:58.451586 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 60fa5a82-38c3-4e6f-a357-93334cefc187 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:39:58.520209 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 60fa5a82-38c3-4e6f-a357-93334cefc187 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:39:58.520842 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:00.177766 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 60958) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:40:00.542420 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:40:00.546774 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:40:00.550435 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Usage tracker for resource:router and tenant:d407e1bed66b497aae98cc561144ceab is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:40:00.554127 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:40:00.560201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:40:00.620030 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:00.621590 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:00.645887 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:00.797780 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:00.865718 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:00.866887 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2a79b424-be1d-487f-af10-024cf62664de admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6881359
Nov 13 07:40:03.093410 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 60968) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:40:03.474945 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [None req-963a1f23-e114-43b2-a61c-80eff1a40c53 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:40:03.475912 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-963a1f23-e114-43b2-a61c-80eff1a40c53 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3815835
Nov 13 07:40:03.820108 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-27e5fb4a-732a-4a86-bfca-644af23ff805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:04.128766 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:05.797756 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 60978) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:40:05.906111 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e615-5271-47cd-9ee8-32e315c2609f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.257260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:40:06.262809 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:40:06.266517 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Usage tracker for resource:network and tenant:c30e2873de884b969f60b778dfc855e3 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:40:06.269407 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:40:06.275207 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:40:06.345876 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Made reservation on behalf of c30e2873de884b969f60b778dfc855e3 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:40:06.348170 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.365430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.403067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:40:06.406964 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Usage tracker for resource:security_group_rule and tenant:c30e2873de884b969f60b778dfc855e3 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:40:06.409888 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:40:06.415576 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:40:06.574315 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.654104 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.658184 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:06.671359 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Reserving flat network on physical network physnet1 {{(pid=83598) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 13 07:40:06.695583 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2401fa5-9c78-43de-b9bc-c1191ca16653,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:06.697952 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743999588280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.698510 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3defd47b80> segment precommit_create {{(pid=83598) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 13 07:40:06.698984 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Added segment c255bb38-1dfb-4ca9-a6a4-653c93642e91 of type flat for network d1fd01a6-be85-4534-815d-a46b2be3e942
Nov 13 07:40:06.706382 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:06.739642 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.859703 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.860841 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:40:06.861421 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.865923 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:06.888573 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:06.972740 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Pushing event updated for resources: {'Network': ['ID=d1fd01a6-be85-4534-815d-a46b2be3e942,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:06.975823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:06.983529 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network d1fd01a6-be85-4534-815d-a46b2be3e942 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:40:07.026513 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.2277164
Nov 13 07:40:08.511254 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:09.264404 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 60998) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:40:09.494287 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fdb4ec-bbf3-41aa-ac1d-45969295c51b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:40:09.495637 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-f4fdb4ec-bbf3-41aa-ac1d-45969295c51b admin admin] 10.222.0.32 "GET /v2.0/subnets/1e5f2838-8280-4328-9411-0cc91b48427e HTTP/1.1" status: 200  len: 849 time: 0.2303069
Nov 13 07:40:09.636506 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c13d2bbd-a454-4643-a857-9eb1a172ab62 admin admin] 10.222.0.32 "GET /v2.0/routers/dbdb9961-0137-40b9-a12f-184b28fc5506 HTTP/1.1" status: 200  len: 704 time: 0.1354589
Nov 13 07:40:10.097563 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:10.321762 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Allocated IP 172.20.0.1 (32322373-0a3f-46e5-943b-d6a68e56cd13/1e5f2838-8280-4328-9411-0cc91b48427e/98577f6b-fd83-4577-8dd8-d38a93e11847) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:40:10.556726 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:10.573853 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Transition to ACTIVE for port object 98577f6b-fd83-4577-8dd8-d38a93e11847 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:40:10.695463 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:10.699729 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:10.764309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:40:10.767679 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:40:10.769976 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Pushing event updated for resources: {'Port': ['ID=98577f6b-fd83-4577-8dd8-d38a93e11847,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:10.780992 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:40:10.781489 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:10.841602 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:10.984934 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:11.094332 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-fe767ec3-710d-453f-91d6-0e1cfa5e27ac None None] Provisioning for port 98577f6b-fd83-4577-8dd8-d38a93e11847 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:40:11.099268 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-fe767ec3-710d-453f-91d6-0e1cfa5e27ac None None] Provisioning complete for port 98577f6b-fd83-4577-8dd8-d38a93e11847 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:40:11.099754 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-fe767ec3-710d-453f-91d6-0e1cfa5e27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:11.150975 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-fe767ec3-710d-453f-91d6-0e1cfa5e27ac None None] Port 98577f6b-fd83-4577-8dd8-d38a93e11847 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:40:11.219201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:11.288110 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:11.289170 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:11.292874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:11.416931 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Pushing event updated for resources: {'Port': ['ID=98577f6b-fd83-4577-8dd8-d38a93e11847,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:11.422889 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:11.486119 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:40:11.487215 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:40:11.775288 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-e01de161-b7fa-44ac-ad1c-2bd8da17d986 None None] Provisioning complete for port 98577f6b-fd83-4577-8dd8-d38a93e11847 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:40:11.775659 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e01de161-b7fa-44ac-ad1c-2bd8da17d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:11.829795 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-e01de161-b7fa-44ac-ad1c-2bd8da17d986 None None] Port 98577f6b-fd83-4577-8dd8-d38a93e11847 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:40:11.911582 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Router dbdb9961-0137-40b9-a12f-184b28fc5506 is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:40:12.081909 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:40:12.092085 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] 10.222.0.32 "PUT /v2.0/routers/dbdb9961-0137-40b9-a12f-184b28fc5506/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4501281
Nov 13 07:40:12.092234 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Sync routers for ids ['dbdb9961-0137-40b9-a12f-184b28fc5506'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:40:12.105238 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Routers {'dbdb9961-0137-40b9-a12f-184b28fc5506'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:40:12.106689 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3def145b80>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:40:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['dbdb9961-0137-40b9-a12f-184b28fc5506'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:12.247887 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:40:12.283919 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Set router dbdb9961-0137-40b9-a12f-184b28fc5506 gateway port host: None {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:40:12.652897 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3def145b80>, [{'id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'name': 'router1', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:40:00Z', 'updated_at': '2021-11-13T07:40:10Z', 'revision_number': 2, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'gw_port_host': None, '_interfaces': [{'id': '98577f6b-fd83-4577-8dd8-d38a93e11847', 'name': '', 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'mac_address': 'fa:16:3e:7d:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:10Z', 'updated_at': '2021-11-13T07:40:11Z', 'revision_number': 2, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'subnets': [{'id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3e29c69-639c-4f24-b25c-cbf958df3e20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:12.657750 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Checking router: dbdb9961-0137-40b9-a12f-184b28fc5506 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:40:12.658060 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Updating router dbdb9961-0137-40b9-a12f-184b28fc5506 port 98577f6b-fd83-4577-8dd8-d38a93e11847 binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:40:12.712519 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:13.079811 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:13.093671 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Transition to ACTIVE for port object 98577f6b-fd83-4577-8dd8-d38a93e11847 will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:40:13.174241 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:13.179574 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:13.332507 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Pushing event updated for resources: {'Port': ['ID=98577f6b-fd83-4577-8dd8-d38a93e11847,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:13.373297 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.373629 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.373958 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.374282 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.374596 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.374934 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.375247 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.375565 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.375874 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.376178 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.376483 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Tracked resource versions report:
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]: pushed versions:
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Log': {'1.0'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Network': {'1.1'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Port': {'1.5'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'PortForwarding': {'1.2'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'QosPolicy': {'1.8'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'SecurityGroup': {'1.2'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'SubPort': {'1.0'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Subnet': {'1.1'},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Trunk': {'1.1'}}
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]: consumer versions:
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Log': '1.0',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Network': '1.1',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Port': '1.5',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'PortForwarding': '1.2',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'QosPolicy': '1.8',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'SecurityGroup': '1.2',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'SubPort': '1.0',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Subnet': '1.1',
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Trunk': '1.1'}}
Nov 13 07:40:13.377550 dv-cinder-817832-1-iscsi neutron-server[83601]:  {{(pid=83601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:40:13.381608 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:13.433291 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Attempting to bind port 98577f6b-fd83-4577-8dd8-d38a93e11847 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:40:13.433704 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Attempting to bind port 98577f6b-fd83-4577-8dd8-d38a93e11847 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:40:13.434637 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Attempting to bind port 98577f6b-fd83-4577-8dd8-d38a93e11847 on network 32322373-0a3f-46e5-943b-d6a68e56cd13 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:40:13.440868 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:40:13.441367 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Checking segment: {'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:40:13.441871 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:13.442255 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Bound using segment: {'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:40:13.442739 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Bound port: 98577f6b-fd83-4577-8dd8-d38a93e11847, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5e42cc-1744-4040-bad7-a7ad5545395c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:40:13.443115 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:13.533521 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] For port 98577f6b-fd83-4577-8dd8-d38a93e11847, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:40:13.538008 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] For port 98577f6b-fd83-4577-8dd8-d38a93e11847, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=98577f6b-fd83-4577-8dd8-d38a93e11847,segment=NetworkSegment(ff5e42cc-1744-4040-bad7-a7ad5545395c),segment_id=ff5e42cc-1744-4040-bad7-a7ad5545395c)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:40:13.614753 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:13.618922 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:13.702020 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Pushing event updated for resources: {'Port': ['ID=98577f6b-fd83-4577-8dd8-d38a93e11847,revision_number=4']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:13.705260 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:13.708642 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Routers {'dbdb9961-0137-40b9-a12f-184b28fc5506'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:40:13.709260 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3def145b80>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:40:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['dbdb9961-0137-40b9-a12f-184b28fc5506'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:13.860808 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] Set router dbdb9961-0137-40b9-a12f-184b28fc5506 gateway port host: None {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:40:14.178802 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3def145b80>, [{'id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'name': 'router1', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:40:00Z', 'updated_at': '2021-11-13T07:40:10Z', 'revision_number': 2, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'gw_port_host': None, '_interfaces': [{'id': '98577f6b-fd83-4577-8dd8-d38a93e11847', 'name': '', 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'mac_address': 'fa:16:3e:7d:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:10Z', 'updated_at': '2021-11-13T07:40:13Z', 'revision_number': 4, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'subnets': [{'id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3e29c69-639c-4f24-b25c-cbf958df3e20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:14.182753 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9645d-eacd-4939-89e2-29d1b4083e49 None None] The sync data for ids ['dbdb9961-0137-40b9-a12f-184b28fc5506'] in dv-cinder-817832-1-iscsi is: [{'id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'name': 'router1', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:40:00Z', 'updated_at': '2021-11-13T07:40:10Z', 'revision_number': 2, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'gw_port_host': None, '_interfaces': [{'id': '98577f6b-fd83-4577-8dd8-d38a93e11847', 'name': '', 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'mac_address': 'fa:16:3e:7d:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:10Z', 'updated_at': '2021-11-13T07:40:13Z', 'revision_number': 4, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'subnets': [{'id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3e29c69-639c-4f24-b25c-cbf958df3e20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:40:14.187183 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 32790) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:40:14.356957 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a815b723-04cb-4c7c-ab16-e77ef262f667 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:40:14.357507 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-a815b723-04cb-4c7c-ab16-e77ef262f667 admin admin] Synchronizing usage tracker for tenant:c30e2873de884b969f60b778dfc855e3 on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:40:14.425783 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-a815b723-04cb-4c7c-ab16-e77ef262f667 admin admin] Unset dirty status for tenant:c30e2873de884b969f60b778dfc855e3 on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:40:14.427010 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a815b723-04cb-4c7c-ab16-e77ef262f667 admin admin] 10.222.0.32 "GET /v2.0/networks/d1fd01a6-be85-4534-815d-a46b2be3e942 HTTP/1.1" status: 200  len: 842 time: 0.2389846
Nov 13 07:40:14.436297 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'cidr': '172.27.1.0/24'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:40:14.441654 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:40:14.445965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Usage tracker for resource:subnet and tenant:c30e2873de884b969f60b778dfc855e3 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:40:14.451988 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:40:14.458372 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:40:14.540303 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Made reservation on behalf of c30e2873de884b969f60b778dfc855e3 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:40:14.542628 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:14.992087 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.objects.ports [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83598) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 13 07:40:14.992527 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:14.996781 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b690aeb2-f347-4d41-b192-c5b27a022062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:15.081500 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c62d153-e4e8-4852-8290-1664c5e5b921,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:15.085092 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:40:15.085443 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Network hostable DHCP agents. Network: d1fd01a6-be85-4534-815d-a46b2be3e942, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:40:15.089757 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:15.191304 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:40:15.271743 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, d1fd01a6-be85-4534-815d-a46b2be3e942) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:40:15.275835 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:40:15.276404 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:15.281990 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bcee5-0a0a-4824-b3e1-1dbf1db03ed9 None None] Network d1fd01a6-be85-4534-815d-a46b2be3e942 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:40:15.398318 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9655018
Nov 13 07:40:15.493575 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f5040-5797-4a6e-9ed3-69f684897c48 None None] Network d1fd01a6-be85-4534-815d-a46b2be3e942 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:40:16.476575 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 98577f6b-fd83-4577-8dd8-d38a93e11847 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:40:16.603626 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 98577f6b-fd83-4577-8dd8-d38a93e11847 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:40:16.609292 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 98577f6b-fd83-4577-8dd8-d38a93e11847 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:40:16.615968 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:16.719216 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:16.751278 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 98577f6b-fd83-4577-8dd8-d38a93e11847, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=98577f6b-fd83-4577-8dd8-d38a93e11847,segment=NetworkSegment(ff5e42cc-1744-4040-bad7-a7ad5545395c),segment_id=ff5e42cc-1744-4040-bad7-a7ad5545395c)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:40:16.814237 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:16.816346 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-ccb0edc0-a93b-49e7-b80a-1075e2394bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:16.881010 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=98577f6b-fd83-4577-8dd8-d38a93e11847,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:16.884271 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:17.492240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 32804) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:40:17.719997 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-964c1d8a-0406-4957-bdc7-f920145934ae admin admin] 10.222.0.32 "GET /v2.0/routers/dbdb9961-0137-40b9-a12f-184b28fc5506 HTTP/1.1" status: 200  len: 710 time: 0.2265618
Nov 13 07:40:17.843553 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f52a4dc-5c24-472e-a4ef-10864b5f8b6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:40:17.844890 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0f52a4dc-5c24-472e-a4ef-10864b5f8b6d admin admin] 10.222.0.32 "GET /v2.0/networks/d1fd01a6-be85-4534-815d-a46b2be3e942 HTTP/1.1" status: 200  len: 886 time: 0.1199796
Nov 13 07:40:17.853846 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:40:18.314989 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:18.460945 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 98577f6b-fd83-4577-8dd8-d38a93e11847 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:40:18.526830 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 98577f6b-fd83-4577-8dd8-d38a93e11847 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:40:18.527204 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:18.536366 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:18.596080 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:18.724405 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Allocated IP 172.27.1.2 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/882645bb-4643-4a87-a56d-8f6f8c9ee8bd) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:40:18.903956 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:18.974856 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:18.979441 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:19.037865 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:40:19.040870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:40:19.044823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:40:19.072798 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Pushing event updated for resources: {'Port': ['ID=882645bb-4643-4a87-a56d-8f6f8c9ee8bd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:19.079995 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:19.265909 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:19.428543 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:19.432067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919220'] for router, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:19.622505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Router dbdb9961-0137-40b9-a12f-184b28fc5506 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:40:19.815160 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:40:19.822893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:19.823997 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] 10.222.0.32 "PUT /v2.0/routers/dbdb9961-0137-40b9-a12f-184b28fc5506 HTTP/1.1" status: 200  len: 888 time: 1.9737880
Nov 13 07:40:19.825472 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Sync routers for ids ['dbdb9961-0137-40b9-a12f-184b28fc5506'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:40:19.837612 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Routers {'dbdb9961-0137-40b9-a12f-184b28fc5506'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:40:19.838278 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deed1f700>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:40:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['dbdb9961-0137-40b9-a12f-184b28fc5506'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:20.031742 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Set router dbdb9961-0137-40b9-a12f-184b28fc5506 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:40:20.364804 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deed1f700>, [{'id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'name': 'router1', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '882645bb-4643-4a87-a56d-8f6f8c9ee8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:40:00Z', 'updated_at': '2021-11-13T07:40:19Z', 'revision_number': 4, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'gw_port': {'id': '882645bb-4643-4a87-a56d-8f6f8c9ee8bd', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:18Z', 'updated_at': '2021-11-13T07:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '98577f6b-fd83-4577-8dd8-d38a93e11847', 'name': '', 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'mac_address': 'fa:16:3e:7d:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:10Z', 'updated_at': '2021-11-13T07:40:16Z', 'revision_number': 5, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'subnets': [{'id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3e29c69-639c-4f24-b25c-cbf958df3e20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:20.369582 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Checking router: dbdb9961-0137-40b9-a12f-184b28fc5506 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:40:20.369934 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Updating router dbdb9961-0137-40b9-a12f-184b28fc5506 port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:40:20.419516 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:20.738292 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:20.750074 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Transition to ACTIVE for port object 882645bb-4643-4a87-a56d-8f6f8c9ee8bd will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:40:20.837065 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:20.841093 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:20.939092 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c71edb-4113-4bbe-ab75-2dfd5080f5e0 None None] Pushing event updated for resources: {'Port': ['ID=882645bb-4643-4a87-a56d-8f6f8c9ee8bd,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:20.941439 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Attempting to bind port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:40:20.941816 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Attempting to bind port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:40:20.942172 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Attempting to bind port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:40:20.944315 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e1c71edb-4113-4bbe-ab75-2dfd5080f5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:20.949369 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:40:20.949743 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:40:20.950143 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:20.950530 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:40:20.951019 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Bound port: 882645bb-4643-4a87-a56d-8f6f8c9ee8bd, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:40:20.951404 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:21.020303 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] For port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:40:21.023410 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] For port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=882645bb-4643-4a87-a56d-8f6f8c9ee8bd,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:40:21.094765 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:21.098835 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e1c71edb-4113-4bbe-ab75-2dfd5080f5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:21.176455 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c71edb-4113-4bbe-ab75-2dfd5080f5e0 None None] Pushing event updated for resources: {'Port': ['ID=882645bb-4643-4a87-a56d-8f6f8c9ee8bd,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:21.179797 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e1c71edb-4113-4bbe-ab75-2dfd5080f5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:21.182038 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Routers {'dbdb9961-0137-40b9-a12f-184b28fc5506'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:40:21.182620 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deed1f700>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:40:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['dbdb9961-0137-40b9-a12f-184b28fc5506'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:21.356039 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] Set router dbdb9961-0137-40b9-a12f-184b28fc5506 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:40:21.686320 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deed1f700>, [{'id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'name': 'router1', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '882645bb-4643-4a87-a56d-8f6f8c9ee8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:40:00Z', 'updated_at': '2021-11-13T07:40:19Z', 'revision_number': 4, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'gw_port': {'id': '882645bb-4643-4a87-a56d-8f6f8c9ee8bd', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:18Z', 'updated_at': '2021-11-13T07:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '98577f6b-fd83-4577-8dd8-d38a93e11847', 'name': '', 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'mac_address': 'fa:16:3e:7d:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:10Z', 'updated_at': '2021-11-13T07:40:16Z', 'revision_number': 5, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'subnets': [{'id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3e29c69-639c-4f24-b25c-cbf958df3e20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:40:21.690293 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d714c-d05c-4156-901c-c73c66804922 None None] The sync data for ids ['dbdb9961-0137-40b9-a12f-184b28fc5506'] in dv-cinder-817832-1-iscsi is: [{'id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'name': 'router1', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '882645bb-4643-4a87-a56d-8f6f8c9ee8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:40:00Z', 'updated_at': '2021-11-13T07:40:19Z', 'revision_number': 4, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'gw_port': {'id': '882645bb-4643-4a87-a56d-8f6f8c9ee8bd', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:18Z', 'updated_at': '2021-11-13T07:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '98577f6b-fd83-4577-8dd8-d38a93e11847', 'name': '', 'network_id': '32322373-0a3f-46e5-943b-d6a68e56cd13', 'tenant_id': 'd407e1bed66b497aae98cc561144ceab', 'mac_address': 'fa:16:3e:7d:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb9961-0137-40b9-a12f-184b28fc5506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:40:10Z', 'updated_at': '2021-11-13T07:40:16Z', 'revision_number': 5, 'project_id': 'd407e1bed66b497aae98cc561144ceab', 'subnets': [{'id': '1e5f2838-8280-4328-9411-0cc91b48427e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3e29c69-639c-4f24-b25c-cbf958df3e20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:40:22.064241 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 32814) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:40:22.202869 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-07f58726-3513-47ac-8ad4-7f08729c1a7a admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1078 time: 0.1374555
Nov 13 07:40:22.485689 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 882645bb-4643-4a87-a56d-8f6f8c9ee8bd up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:40:22.638365 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:40:22.643138 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:40:22.643518 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:22.766906 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:22.784359 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=882645bb-4643-4a87-a56d-8f6f8c9ee8bd,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:40:22.848604 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:22.850815 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:40:22.918508 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=882645bb-4643-4a87-a56d-8f6f8c9ee8bd,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:40:22.921693 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:40:24.479114 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 882645bb-4643-4a87-a56d-8f6f8c9ee8bd up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:40:24.542191 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 882645bb-4643-4a87-a56d-8f6f8c9ee8bd triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:40:24.542595 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:33.791643 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ff7e548e-fb50-4906-83ed-37e0c73552cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:34.134344 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:35.905435 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9f46-fd98-44e0-9261-6994087ce357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:36.854082 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:38.579770 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:40:49.167895 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:41:03.808273 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a52e2bf6-cd01-4de2-afee-dc21d578290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:04.128053 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:05.928098 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a0dc51ab-31c0-4839-92e9-d95f800e2a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:06.836878 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:08.562622 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:26.167999 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:41:33.796446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-fa75f5e7-d575-44d4-b41b-d01c5586f1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:34.139490 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:35.939307 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-14e102ba-f1e3-4fd2-b444-e0b086aea35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:36.843395 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:41:38.996795 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:03.167267 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:42:03.785184 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b36afcf0-5597-4841-8cd0-b59637d26a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:04.139181 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:05.916241 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f8a1436b-56cf-469e-af3c-b4b9caccb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:06.882270 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:08.590758 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:27.512211 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33386) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:27.604351 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.pecan_wsgi.hooks.translation [None req-178fe61f-b5e1-413f-bf9f-70316a734af4 admin admin] GET failed (client error): The resource could not be found.
Nov 13 07:42:27.606287 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-178fe61f-b5e1-413f-bf9f-70316a734af4 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0931144
Nov 13 07:42:27.743629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d6f13-b9c7-4aa4-a998-6827b1a9f6ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:27.744986 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-173d6f13-b9c7-4aa4-a998-6827b1a9f6ba admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1348491
Nov 13 07:42:29.741084 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33396) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:29.874741 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1b7f0-df1b-44c2-89ed-28a0f0cda95b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:29.875979 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-eae1b7f0-df1b-44c2-89ed-28a0f0cda95b admin admin] 10.222.0.32 "GET /v2.0/subnets/1e5f2838-8280-4328-9411-0cc91b48427e HTTP/1.1" status: 200  len: 849 time: 0.1339853
Nov 13 07:42:29.885278 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:42:30.003244 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Notify callbacks [] for subnet, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:30.247455 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743999495662'] for subnet, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:30.251361 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:42:30.300593 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:30.301175 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:30.302413 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] 10.222.0.32 "PUT /v2.0/subnets/1e5f2838-8280-4328-9411-0cc91b48427e HTTP/1.1" status: 200  len: 868 time: 0.4210384
Nov 13 07:42:30.307978 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aecfde0-d85d-4cc7-b859-14453c052a8b None None] Network 32322373-0a3f-46e5-943b-d6a68e56cd13 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:42:30.318206 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5f2838-8280-4328-9411-0cc91b48427e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:42:30.328842 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.329235 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.329528 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.329827 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.330197 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.330470 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.330814 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.331134 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.331515 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.331756 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.332147 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:42:30.336410 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:42:30.780348 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-abd3516c-a68a-4097-b223-619d0ebe8335 None None] Provisioning complete for port 98577f6b-fd83-4577-8dd8-d38a93e11847 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:42:30.780722 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-abd3516c-a68a-4097-b223-619d0ebe8335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:30.914032 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-abd3516c-a68a-4097-b223-619d0ebe8335 None None] Provisioning complete for port 60fa5a82-38c3-4e6f-a357-93334cefc187 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:42:30.914499 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-abd3516c-a68a-4097-b223-619d0ebe8335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:32.348336 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33406) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:32.546233 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca1928-153b-47aa-b43d-dacc4ba4515e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:32.546526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca1928-153b-47aa-b43d-dacc4ba4515e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:32.548086 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3aca1928-153b-47aa-b43d-dacc4ba4515e admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1987839
Nov 13 07:42:33.790169 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-63f2bef4-493b-4e0f-b934-ffa46418f5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:34.122409 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:34.561203 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33416) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:34.762406 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba9206e-87e1-4c0d-aea4-5f67124aa7ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:34.762723 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba9206e-87e1-4c0d-aea4-5f67124aa7ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:34.764230 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-dba9206e-87e1-4c0d-aea4-5f67124aa7ea admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2019715
Nov 13 07:42:35.916130 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3c4e44b3-456d-4fd1-9820-6e726b008b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:36.797514 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33426) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:36.870145 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:36.998256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4646856f-3d83-44c3-a622-b12ab9abebea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:36.999547 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-4646856f-3d83-44c3-a622-b12ab9abebea admin admin] 10.222.0.32 "GET /v2.0/networks/32322373-0a3f-46e5-943b-d6a68e56cd13 HTTP/1.1" status: 200  len: 869 time: 0.2010901
Nov 13 07:42:38.533456 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:42:39.029606 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33436) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:39.251229 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8fa1c-12cf-491b-9474-c3448598ac69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:39.252481 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-f4a8fa1c-12cf-491b-9474-c3448598ac69 admin admin] 10.222.0.32 "GET /v2.0/networks/d1fd01a6-be85-4534-815d-a46b2be3e942 HTTP/1.1" status: 200  len: 886 time: 0.2218943
Nov 13 07:42:40.166473 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:42:41.275466 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33446) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:41.403903 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e54336-6d73-495e-be2d-fe0e0134895d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:41.404522 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e54336-6d73-495e-be2d-fe0e0134895d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:41.405236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-82e54336-6d73-495e-be2d-fe0e0134895d admin admin] Synchronizing usage tracker for tenant:c30e2873de884b969f60b778dfc855e3 on resource:subnet {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:42:41.481318 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-82e54336-6d73-495e-be2d-fe0e0134895d admin admin] Unset dirty status for tenant:c30e2873de884b969f60b778dfc855e3 on resource:subnet {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:42:41.482337 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-82e54336-6d73-495e-be2d-fe0e0134895d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2059469
Nov 13 07:42:43.508475 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33456) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:43.638779 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13046daa-3599-46dd-a0d2-5d72667dd66c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:43.639148 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13046daa-3599-46dd-a0d2-5d72667dd66c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:43.640596 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-13046daa-3599-46dd-a0d2-5d72667dd66c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1311455
Nov 13 07:42:45.673165 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33466) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:45.803660 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffdffa3-b31e-400d-948d-c137570bd153 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:45.804951 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-bffdffa3-b31e-400d-948d-c137570bd153 admin admin] 10.222.0.32 "GET /v2.0/subnets/1e5f2838-8280-4328-9411-0cc91b48427e HTTP/1.1" status: 200  len: 868 time: 0.1308579
Nov 13 07:42:47.810033 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33476) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:42:47.933805 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40f92c-72c9-44a1-b800-b73f5e6a4995 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:42:47.935113 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-0a40f92c-72c9-44a1-b800-b73f5e6a4995 admin admin] 10.222.0.32 "GET /v2.0/subnets/2c62d153-e4e8-4852-8290-1664c5e5b921 HTTP/1.1" status: 200  len: 816 time: 0.1241679
Nov 13 07:43:03.818440 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9808cf4b-cbb2-46de-b022-90935fe7aaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:04.127331 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:05.607891 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33514) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:43:05.680752 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [None req-a69b19af-82e8-49e8-8c48-81ceaefd6397 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:43:05.681716 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a69b19af-82e8-49e8-8c48-81ceaefd6397 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0729144
Nov 13 07:43:05.920464 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-2ec494fb-20ab-42ba-bec2-4642fde7edc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:06.864040 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:07.738364 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33524) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:43:07.827127 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5786a3a0-99b3-4784-9b08-c59d5318a5c8 admin admin] GET failed (client error): The resource could not be found.
Nov 13 07:43:07.828348 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-5786a3a0-99b3-4784-9b08-c59d5318a5c8 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0890088
Nov 13 07:43:07.950231 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd790559-5a89-4680-aeaf-66599e24410b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:43:07.951665 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-bd790559-5a89-4680-aeaf-66599e24410b admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1195447
Nov 13 07:43:08.543449 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:09.960920 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33534) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:43:10.030434 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:43:10.034879 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:43:10.044179 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:43:10.108703 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Made reservation on behalf of c30e2873de884b969f60b778dfc855e3 for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:43:10.110933 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:10.199687 dv-cinder-817832-1-iscsi neutron-server[83599]: WARNING neutron.services.revisions.revision_plugin [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3deebfa4f0] {project_id='c30e2873de884b969f60b778dfc855e3', id='863d75ef-2cb5-4e98-b3a7-3b5f1a9398c9', target_tenant='*', action='access_as_shared', object_id='b859c817-a982-44ab-810e-e305209da336'}> to bump revision.
Nov 13 07:43:10.211337 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:43:10.220094 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:10.220427 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Added segment 347e05ab-ff21-4a0d-945c-3a615327713a of type vlan for network b859c817-a982-44ab-810e-e305209da336
Nov 13 07:43:10.245883 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:10.349501 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:10.350642 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:43:10.351249 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:10.356485 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:43:10.454983 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Pushing event updated for resources: {'Network': ['ID=b859c817-a982-44ab-810e-e305209da336,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:43:10.457681 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:43:10.465357 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network b859c817-a982-44ab-810e-e305209da336 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:43:10.498800 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5368090
Nov 13 07:43:12.553370 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33544) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:43:12.642774 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1762e4d-2359-438a-ad90-86d7a16a909b admin admin] GET failed (client error): The resource could not be found.
Nov 13 07:43:12.643267 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-e1762e4d-2359-438a-ad90-86d7a16a909b admin admin] Synchronizing usage tracker for tenant:c30e2873de884b969f60b778dfc855e3 on resource:network {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:43:12.720975 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-e1762e4d-2359-438a-ad90-86d7a16a909b admin admin] Unset dirty status for tenant:c30e2873de884b969f60b778dfc855e3 on resource:network {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:43:12.722029 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-e1762e4d-2359-438a-ad90-86d7a16a909b admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1676142
Nov 13 07:43:12.825692 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283cf88c-4bf3-468b-a7a3-86b4438df4a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:43:12.827135 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-283cf88c-4bf3-468b-a7a3-86b4438df4a8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1011384
Nov 13 07:43:12.836186 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Request body: {'subnet': {'network_id': 'b859c817-a982-44ab-810e-e305209da336', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:43:12.840438 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:43:12.849615 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:43:12.909317 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Made reservation on behalf of c30e2873de884b969f60b778dfc855e3 for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:43:12.911490 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:13.172750 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:13.176316 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6770a7fb-dabc-4312-b9b0-25c459314d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:43:13.240787 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9917af1-3d37-4391-8f4e-bdf3961ac7fa,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:43:13.243341 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:43:13.256243 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Checking segment: {'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:43:13.256603 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Network hostable DHCP agents. Network: b859c817-a982-44ab-810e-e305209da336, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:43:13.332163 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Network b859c817-a982-44ab-810e-e305209da336 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:43:13.429991 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, b859c817-a982-44ab-810e-e305209da336) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:43:13.434244 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:43:13.434955 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:13.439163 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430afaf8-e53a-487f-b8fd-fc486fc61ee4 None None] Network b859c817-a982-44ab-810e-e305209da336 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:43:13.527787 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6948047
Nov 13 07:43:13.662222 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-b859c817-a982-44ab-810e-e305209da336', 'network_id': 'b859c817-a982-44ab-810e-e305209da336', 'tenant_id': 'c30e2873de884b969f60b778dfc855e3', 'fixed_ips': [{'subnet_id': 'e9917af1-3d37-4391-8f4e-bdf3961ac7fa'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:43:13.663102 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:13.816874 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Allocated IP 192.168.233.2 (b859c817-a982-44ab-810e-e305209da336/e9917af1-3d37-4391-8f4e-bdf3961ac7fa/01882e23-9fda-4d47-b107-15fdd63a6811) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:43:14.026779 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:14.036871 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Transition to ACTIVE for port object 01882e23-9fda-4d47-b107-15fdd63a6811 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:43:14.055339 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Transition to ACTIVE for port object 01882e23-9fda-4d47-b107-15fdd63a6811 will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:43:14.150445 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:14.155196 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e1c71edb-4113-4bbe-ab75-2dfd5080f5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:43:14.227894 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Network b859c817-a982-44ab-810e-e305209da336 is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:43:14.232285 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:43:14.234110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Pushing event updated for resources: {'Port': ['ID=01882e23-9fda-4d47-b107-15fdd63a6811,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:43:14.236418 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:43:14.246715 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.247028 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.247360 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.247689 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.248013 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.248336 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.248654 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.248986 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.249304 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.249622 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.249927 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:43:14.253923 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:43:14.358993 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Attempting to bind port 01882e23-9fda-4d47-b107-15fdd63a6811 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:43:14.359370 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Attempting to bind port 01882e23-9fda-4d47-b107-15fdd63a6811 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:43:14.359739 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Attempting to bind port 01882e23-9fda-4d47-b107-15fdd63a6811 on network b859c817-a982-44ab-810e-e305209da336 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:43:14.366257 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:43:14.366631 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Checking segment: {'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:43:14.367059 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:14.367452 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Bound using segment: {'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:43:14.367917 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Bound port: 01882e23-9fda-4d47-b107-15fdd63a6811, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:43:14.368307 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:14.464754 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] For port 01882e23-9fda-4d47-b107-15fdd63a6811, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:43:14.467453 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] For port 01882e23-9fda-4d47-b107-15fdd63a6811, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=01882e23-9fda-4d47-b107-15fdd63a6811,segment=NetworkSegment(347e05ab-ff21-4a0d-945c-3a615327713a),segment_id=347e05ab-ff21-4a0d-945c-3a615327713a)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:43:14.539207 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:14.543470 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:43:14.621209 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Pushing event updated for resources: {'Port': ['ID=01882e23-9fda-4d47-b107-15fdd63a6811,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:43:14.624726 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:43:15.413419 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef4dd1-36b4-417c-8d85-bfa6a89adf0f None None] Network b859c817-a982-44ab-810e-e305209da336 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:43:15.590325 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-3bba922b-56fd-4fcc-9a22-50421de9ffe4 None None] Provisioning for port 01882e23-9fda-4d47-b107-15fdd63a6811 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:43:16.589144 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 01882e23-9fda-4d47-b107-15fdd63a6811 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:43:16.709421 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 01882e23-9fda-4d47-b107-15fdd63a6811 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:43:16.714582 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 01882e23-9fda-4d47-b107-15fdd63a6811 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:43:16.714936 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:16.828158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:16.861758 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 01882e23-9fda-4d47-b107-15fdd63a6811, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=01882e23-9fda-4d47-b107-15fdd63a6811,segment=NetworkSegment(347e05ab-ff21-4a0d-945c-3a615327713a),segment_id=347e05ab-ff21-4a0d-945c-3a615327713a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:43:16.944238 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:16.947832 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:43:17.012879 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=01882e23-9fda-4d47-b107-15fdd63a6811,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:43:17.015904 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:43:17.166545 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:43:18.553911 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 01882e23-9fda-4d47-b107-15fdd63a6811 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:43:18.622190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 01882e23-9fda-4d47-b107-15fdd63a6811 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:43:18.622554 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:33.800713 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-16ceeaf5-6689-4c6b-ac13-19de5d1a5409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:34.132365 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:35.915334 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-03db7f78-f3a0-4435-8486-3a9ba4ab8253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:36.869948 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:38.571368 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:43:54.166661 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:44:03.817667 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f10f9c5d-f006-4bef-af84-3b54e01270cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:04.131925 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:05.920556 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-95c79fe1-9f7b-4b9e-adbd-4183a76d2447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:06.897729 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:08.600391 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:26.126707 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33586) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:44:26.132372 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [None req-079f78ca-dae0-45b3-9255-abaa6c1c9d5e tempest-verify_tempest_config-1233534129 tempest-verify_tempest_config-1233534129-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:44:26.133312 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-079f78ca-dae0-45b3-9255-abaa6c1c9d5e tempest-verify_tempest_config-1233534129 tempest-verify_tempest_config-1233534129-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0056651
Nov 13 07:44:26.641121 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33602) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:44:26.777427 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:26.807652 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:44:26.820333 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Usage tracker for resource:security_group_rule and tenant:073b90fb443e4ae6a4ea18ce7f12e83a is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:44:26.820333 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:44:26.820333 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:44:26.884527 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:26.977749 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:26.985601 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-20655f8c-c1d8-434c-88a1-72437095fd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:44:27.024538 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f57a04-de23-4778-a73d-4e1567c057f9,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:44:27.030003 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=073b90fb443e4ae6a4ea18ce7f12e83a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3879254
Nov 13 07:44:27.032887 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33608) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:44:27.034846 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.035151 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.035479 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.035802 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.036120 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.036436 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.036748 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.037060 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.037370 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.037686 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.037997 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.042923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:44:27.094205 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:27.118211 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:27.246251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:27.250115 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:44:27.261000 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f57a04-de23-4778-a73d-4e1567c057f9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:44:27.272226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.272595 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.273449 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.273777 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.274101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.274427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.274822 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.275091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.275408 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.275720 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.276033 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:44:27.278160 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:27.279250 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71f57a04-de23-4778-a73d-4e1567c057f9 HTTP/1.1" status: 204  len: 168 time: 0.2454259
Nov 13 07:44:27.282625 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:44:31.166745 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:44:33.800331 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e1437bbc-46d7-4e10-8369-9e4561593799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:34.120001 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:35.920200 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6ad9-91e0-43fc-8e66-b6476db7b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:36.920353 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:44:38.617231 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:03.794322 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-156ca757-3081-4c79-9c85-814c50969f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:04.125165 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:05.901196 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-533ada64-fe86-4d2f-9e55-54a6a0220602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:06.868599 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:08.167931 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:45:08.576673 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:33.816561 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-73221b19-e47f-4b4f-aa0c-57395801f307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:34.153626 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:35.963700 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5ffd1a53-710a-4230-85ad-c6555d399933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:36.873158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:38.633794 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:45:45.168077 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 5 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:45:59.438951 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930957'] for agent, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:03.798567 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d4954abb-b450-44be-87b8-f15184a424d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:04.130364 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:05.924422 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-540d64b0-edd8-4cb9-b43e-2bed6e81ec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:06.890088 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:08.591660 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:14.799515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33684) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:46:14.932775 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-f96dc5e0-96f9-45e2-837a-6c262035b823 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1316922
Nov 13 07:46:16.977497 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33694) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:46:17.055699 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-1395fe37-1803-4bce-a701-60e63b6499ed admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0771387
Nov 13 07:46:22.168754 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:46:29.356943 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:33.872950 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3e514742-c436-4e78-bdf5-49b2f294084f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:34.153105 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:35.941524 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-22cdc221-199a-4cc9-9f8a-32f0fa61f2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:36.893629 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:38.665253 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:46:59.169411 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:46:59.385398 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:03.809995 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-06aedcc6-7176-4599-b9df-0768dae23296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:04.129970 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:05.973534 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ea20007d-8995-4e83-8316-c93ee1fb0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:06.933363 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:08.661523 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:29.419035 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:33.872349 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-618d3853-0bf6-4663-a2ac-6a55e145ff2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:34.140825 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:35.926944 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ece1ce22-8ed9-42b3-b71e-1a5fec047c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:36.169274 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:47:36.932680 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:38.595485 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:57.608273 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33898) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:57.640724 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33904) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:57.873808 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33916) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:57.881710 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33924) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:57.997703 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-224542417-network', 'tenant_id': 'fbf600fbe0b84ca6996e89d94be9615e'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:58.001480 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-network', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:58.002736 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.008302 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.008467 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Usage tracker for resource:network and tenant:fbf600fbe0b84ca6996e89d94be9615e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.012945 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.013234 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Usage tracker for resource:network and tenant:fb1f9a1ba6464c57932a7fbff537dd1f is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.016577 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.019972 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.023127 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.134430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Made reservation on behalf of fbf600fbe0b84ca6996e89d94be9615e for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:58.137001 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.149237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Made reservation on behalf of fb1f9a1ba6464c57932a7fbff537dd1f for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:58.151518 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.166842 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.173213 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.227606 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.227828 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.234297 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1f9a1ba6464c57932a7fbff537dd1f is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.234383 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fbf600fbe0b84ca6996e89d94be9615e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.235384 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.235888 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.241259 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.242162 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.312050 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.328281 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.358320 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1814439551-network', 'tenant_id': '728dba4850df46759bff46353cf16a60'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:58.363158 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.367111 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Usage tracker for resource:network and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.370444 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.376242 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.406761 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-7685701-network', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:58.413942 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.418162 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Usage tracker for resource:network and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.421781 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.427602 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.477644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.482458 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-23ebd3a7-22a2-4a71-8e3f-97140e917185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:58.515641 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca80f10-c25b-4da7-99cb-05efb7d48d3e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:58.524761 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.525241 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.526256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.526850 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.527271 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.527563 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.528505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.528866 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Made reservation on behalf of 728dba4850df46759bff46353cf16a60 for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:58.529175 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.529646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.530131 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.530603 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.530948 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.531573 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Tracked resource versions report:
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]: pushed versions:
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Log': {'1.0'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Network': {'1.1'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Port': {'1.5'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'PortForwarding': {'1.2'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'QosPolicy': {'1.8'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'SecurityGroup': {'1.2'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'SubPort': {'1.0'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Subnet': {'1.1'},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     'Trunk': {'1.1'}}
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]: consumer versions:
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     HyperV agent@hv-cinder-81783: {},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Log': '1.0',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Network': '1.1',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Port': '1.5',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'PortForwarding': '1.2',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'QosPolicy': '1.8',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'SecurityGroup': '1.2',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'SubPort': '1.0',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Subnet': '1.1',
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:                                                      'Trunk': '1.1'}}
Nov 13 07:47:58.531975 dv-cinder-817832-1-iscsi neutron-server[83598]:  {{(pid=83598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:47:58.535460 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:58.544723 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Made reservation on behalf of f490cae0b0bc42e9967df5c301d2299b for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:58.544723 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.555699 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.556309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:47:58.563398 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.569877 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4aa44da5-338a-4f91-aeeb-21ef14c66371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:58.577562 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.577901 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Added segment 17fc7876-928a-4de9-9c09-c75593e308bd of type vlan for network 94faff74-ffc4-411d-904f-8eb81943caca
Nov 13 07:47:58.595957 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.601960 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Usage tracker for resource:security_group_rule and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.606770 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.615850 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.616502 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:47:58.618761 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.621777 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.627301 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Usage tracker for resource:security_group_rule and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:58.644695 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:58.652516 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.653039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:58.653186 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Added segment 5c2c3d5d-64d9-4939-91bc-322427672791 of type vlan for network 77b75486-1f76-4ec9-bd2f-6841ef30c66e
Nov 13 07:47:58.685605 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb7b3d-2650-474c-a0b2-7a7e94159175,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:58.713089 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.713456 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.713885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.714214 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.714557 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.714903 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.715221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.715553 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.715874 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.716182 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.716492 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Tracked resource versions report:
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]: pushed versions:
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Log': {'1.0'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Network': {'1.1'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Port': {'1.5'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'PortForwarding': {'1.2'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'QosPolicy': {'1.8'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'SecurityGroup': {'1.2'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'SubPort': {'1.0'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Subnet': {'1.1'},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     'Trunk': {'1.1'}}
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]: consumer versions:
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     HyperV agent@hv-cinder-81783: {},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Log': '1.0',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Network': '1.1',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Port': '1.5',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'PortForwarding': '1.2',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'QosPolicy': '1.8',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'SecurityGroup': '1.2',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'SubPort': '1.0',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Subnet': '1.1',
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:                                                      'Trunk': '1.1'}}
Nov 13 07:47:58.717776 dv-cinder-817832-1-iscsi neutron-server[83599]:  {{(pid=83599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:47:58.723894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:58.736316 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.743999 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.747064 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:47:58.747280 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.748143 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.754815 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:58.770753 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.849198 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.853437 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:58.859760 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.873538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Pushing event updated for resources: {'Network': ['ID=94faff74-ffc4-411d-904f-8eb81943caca,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:58.879898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:58.880299 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:58.889639 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 94faff74-ffc4-411d-904f-8eb81943caca details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:47:58.897934 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:47:58.905727 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:47:58.917848 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e96921-f3f0-4474-8ca5-70ab5d38a4bc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:58.920558 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.920902 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Added segment 7100d966-095c-4230-b5f1-8a8ae86902ab of type vlan for network 68227660-1969-4380-bdbb-e55ad209027e
Nov 13 07:47:58.922117 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:58.946422 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.951775 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:47:58.952298 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.956533 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.958479 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3491080
Nov 13 07:47:58.962427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 33952) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:58.969425 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Request body: {'subnet': {'network_id': '94faff74-ffc4-411d-904f-8eb81943caca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-224542417-subnet', 'tenant_id': 'fbf600fbe0b84ca6996e89d94be9615e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:58.976724 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:58.976876 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:58.978389 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Added segment 4264599c-a7f0-4ad9-858f-4030bb650d99 of type vlan for network 5ce4da95-76b6-4434-b98c-5899f375e796
Nov 13 07:47:58.984049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef427c27-99d0-4488-b526-9691316924f2,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:58.998461 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Usage tracker for resource:subnet and tenant:fbf600fbe0b84ca6996e89d94be9615e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:59.000190 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:59.003429 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:59.008790 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:59.012148 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:59.088937 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.090192 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:47:59.090801 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.094540 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:59.160222 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.181287 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=77b75486-1f76-4ec9-bd2f-6841ef30c66e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:59.184502 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:59.191258 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Made reservation on behalf of fbf600fbe0b84ca6996e89d94be9615e for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:59.193833 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.196890 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:47:59.221140 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Pushing event updated for resources: {'Network': ['ID=68227660-1969-4380-bdbb-e55ad209027e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:59.226898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:59.256401 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 68227660-1969-4380-bdbb-e55ad209027e details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:47:59.330387 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.6885548
Nov 13 07:47:59.348486 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33966) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:59.356642 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Request body: {'subnet': {'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-subnet', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:59.365135 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:59.374699 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Usage tracker for resource:subnet and tenant:fb1f9a1ba6464c57932a7fbff537dd1f is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:59.382467 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:59.397604 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:59.410874 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5280719
Nov 13 07:47:59.412275 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.417920 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33974) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:59.419904 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:47:59.420506 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.462902 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:59.492851 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Request body: {'subnet': {'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-subnet', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:59.563359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:59.570188 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Usage tracker for resource:subnet and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:59.572923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce4da95-76b6-4434-b98c-5899f375e796,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:59.577490 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:59.578315 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:59.583149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:59.585391 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 5ce4da95-76b6-4434-b98c-5899f375e796 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:47:59.620764 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7457149
Nov 13 07:47:59.623498 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 33984) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:47:59.629327 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Request body: {'subnet': {'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1814439551-subnet', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:47:59.634225 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:47:59.645315 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Usage tracker for resource:subnet and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:47:59.648356 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:47:59.654254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:47:59.665678 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Made reservation on behalf of fb1f9a1ba6464c57932a7fbff537dd1f for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:59.667120 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.668289 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.674523 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.676689 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:47:59.754891 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:47:59.759256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:47:59.759944 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Made reservation on behalf of f490cae0b0bc42e9967df5c301d2299b for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:59.762317 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.805927 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Checking segment: {'id': '17fc7876-928a-4de9-9c09-c75593e308bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94faff74-ffc4-411d-904f-8eb81943caca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:47:59.806583 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Network hostable DHCP agents. Network: 94faff74-ffc4-411d-904f-8eb81943caca, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:47:59.852299 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Made reservation on behalf of 728dba4850df46759bff46353cf16a60 for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:47:59.854700 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:47:59.911690 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Network 94faff74-ffc4-411d-904f-8eb81943caca is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:48:00.036204 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 94faff74-ffc4-411d-904f-8eb81943caca) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:00.062190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd787c5-83ee-4856-a55e-92a355a0c3c8 None None] Network 94faff74-ffc4-411d-904f-8eb81943caca requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:00.062959 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:00.065125 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:00.222749 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2496340
Nov 13 07:48:00.286926 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:00.299386 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:00.368733 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da611d9-8486-4759-8803-c06651571daf,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:00.373636 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:00.387205 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Checking segment: {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:00.387564 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Network hostable DHCP agents. Network: 77b75486-1f76-4ec9-bd2f-6841ef30c66e, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:48:00.436328 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b111cb-27fe-4ecb-8ae9-f0a3484424b5 None None] Network 94faff74-ffc4-411d-904f-8eb81943caca requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:00.460763 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:00.466590 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f086a853-22d4-4e91-8744-ec2ae411aa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:00.501889 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:48:00.507728 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:00.563476 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:00.569419 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:00.569944 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:00.634527 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 77b75486-1f76-4ec9-bd2f-6841ef30c66e) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:00.644786 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Checking segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:00.645442 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Network hostable DHCP agents. Network: 5ce4da95-76b6-4434-b98c-5899f375e796, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:48:00.650158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49e339f-0e62-4661-b47e-fe4871f0698f None None] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:00.654422 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:00.655156 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:00.681882 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:00.686200 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:00.690698 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Checking segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:00.691447 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Network hostable DHCP agents. Network: 68227660-1969-4380-bdbb-e55ad209027e, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:48:00.870951 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebdf655-791d-4ee5-b1fb-9885215931ab None None] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:00.895792 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5459630
Nov 13 07:48:00.905565 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Network 5ce4da95-76b6-4434-b98c-5899f375e796 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:48:00.905565 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Network 68227660-1969-4380-bdbb-e55ad209027e is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:48:00.908162 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34024) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:00.908669 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 5ce4da95-76b6-4434-b98c-5899f375e796) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:00.910469 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 68227660-1969-4380-bdbb-e55ad209027e) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:00.917599 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:00.922817 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:00.923401 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:00.943450 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:00.944025 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:00.944269 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:00.948458 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af0f10-0b2d-4c21-8dbc-a5d295ba8c81 None None] Network 5ce4da95-76b6-4434-b98c-5899f375e796 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:00.971954 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Usage tracker for resource:router and tenant:fb1f9a1ba6464c57932a7fbff537dd1f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:00.986242 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5280b64d-282f-4ab4-a260-ff2422b9af0e None None] Network 68227660-1969-4380-bdbb-e55ad209027e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:00.987775 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:01.008814 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:01.065768 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4405644
Nov 13 07:48:01.083440 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34040) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:01.089249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:01.097025 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:01.108463 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Usage tracker for resource:router and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:01.114152 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:01.127503 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:01.154659 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6999602
Nov 13 07:48:01.155785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34046) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:01.161260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:01.166263 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34052) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:01.171392 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:01.179170 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Usage tracker for resource:router and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:01.182412 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:01.189780 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:01.221878 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.223130 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.264912 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.290500 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.291662 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.329427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.330557 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.338507 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.407408 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.537993 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-5ce4da95-76b6-4434-b98c-5899f375e796', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:48:01.547233 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.547880 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.659725 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:01.668350 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Usage tracker for resource:security_group_rule and tenant:5734b9c93f1e461f99875e4123726031 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:01.678103 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:01.694972 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:01.772903 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-68227660-1969-4380-bdbb-e55ad209027e', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:48:01.781270 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.838256 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.966510 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.974494 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:01.984321 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fafcb36d-d8dd-43d6-a90d-140065a8f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:01.998332 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.003853 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.043890 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Allocated IP 172.20.0.2 (5ce4da95-76b6-4434-b98c-5899f375e796/ab58c00e-eecf-4599-ade9-3f48ee0bb1bd/42007c1f-4a62-45df-a58b-0b2f9d227ade) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:02.046194 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2d66d5-c76c-4c0e-b1a4-c0199771b2e4,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:02.053042 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5734b9c93f1e461f99875e4123726031&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8824735
Nov 13 07:48:02.054535 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34072) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:02.063551 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:02.087258 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Allocated IP 172.20.0.2 (68227660-1969-4380-bdbb-e55ad209027e/6e61d4b6-2a6f-4a26-9aa9-675889a3fe84/87ec7d32-b630-46f7-a352-8813a9a9a228) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:02.470713 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.502273 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34100) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:02.505585 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.506185 dv-cinder-817832-1-iscsi neutron-server[83599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 13 07:48:02.525649 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Transition to ACTIVE for port object 42007c1f-4a62-45df-a58b-0b2f9d227ade will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:02.536403 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.541466 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.557073 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Transition to ACTIVE for port object 87ec7d32-b630-46f7-a352-8813a9a9a228 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:02.569773 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Transition to ACTIVE for port object 42007c1f-4a62-45df-a58b-0b2f9d227ade will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:02.581389 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Transition to ACTIVE for port object 87ec7d32-b630-46f7-a352-8813a9a9a228 will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:02.661862 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-40d85851-edd8-4a10-9fa0-c742ce1a73af tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:02.663617 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-40d85851-edd8-4a10-9fa0-c742ce1a73af tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/networks?id=94faff74-ffc4-411d-904f-8eb81943caca HTTP/1.1" status: 200  len: 811 time: 0.1593945
Nov 13 07:48:02.680054 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b3b304cb-1bda-48d5-be01-b8043aed4eaa tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/quotas/fbf600fbe0b84ca6996e89d94be9615e HTTP/1.1" status: 200  len: 375 time: 0.0106544
Nov 13 07:48:02.718916 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.720603 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.734504 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:02.753013 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-82591cfd-2ef8-4b4d-9d26-9658bb5c9575 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbf600fbe0b84ca6996e89d94be9615e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0664341
Nov 13 07:48:02.759690 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.792072 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Network 5ce4da95-76b6-4434-b98c-5899f375e796 is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:02.796917 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:02.799420 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:02.811114 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.829919 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Network 68227660-1969-4380-bdbb-e55ad209027e is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:02.854169 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.863802 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:02.868137 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:02.883105 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Pushing event updated for resources: {'Port': ['ID=42007c1f-4a62-45df-a58b-0b2f9d227ade,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:02.907416 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.939070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-c282c9a9-00e7-4b9e-827c-862600856524 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:48:02.947724 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-c282c9a9-00e7-4b9e-827c-862600856524 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0932515
Nov 13 07:48:02.951186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951716 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.951818 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951818 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.951818 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.952379 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.952832 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:02.954065 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Tracked resource versions report:
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]: pushed versions:
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Log': {'1.0'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Network': {'1.1'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Port': {'1.5'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'PortForwarding': {'1.2'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'QosPolicy': {'1.8'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'SecurityGroup': {'1.2'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'SubPort': {'1.0'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Subnet': {'1.1'},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     'Trunk': {'1.1'}}
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]: consumer versions:
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     HyperV agent@hv-cinder-81783: {},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Log': '1.0',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Network': '1.1',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Port': '1.5',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'PortForwarding': '1.2',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'QosPolicy': '1.8',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'SecurityGroup': '1.2',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'SubPort': '1.0',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Subnet': '1.1',
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:                                                      'Trunk': '1.1'}}
Nov 13 07:48:02.954271 dv-cinder-817832-1-iscsi neutron-server[83600]:  {{(pid=83600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:48:02.972628 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:02.979722 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:03.087243 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2d66d5-c76c-4c0e-b1a4-c0199771b2e4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:03.121678 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Attempting to bind port 42007c1f-4a62-45df-a58b-0b2f9d227ade on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:03.121678 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Attempting to bind port 42007c1f-4a62-45df-a58b-0b2f9d227ade by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:03.122038 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Attempting to bind port 42007c1f-4a62-45df-a58b-0b2f9d227ade on network 5ce4da95-76b6-4434-b98c-5899f375e796 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:03.122921 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:03.165589 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Attempting to bind port 87ec7d32-b630-46f7-a352-8813a9a9a228 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:03.165956 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Attempting to bind port 87ec7d32-b630-46f7-a352-8813a9a9a228 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:03.166484 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Attempting to bind port 87ec7d32-b630-46f7-a352-8813a9a9a228 on network 68227660-1969-4380-bdbb-e55ad209027e {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:03.169592 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-e8a73fe5-550b-497e-abb7-9a0e6e0e0ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199302
Nov 13 07:48:03.170047 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Pushing event updated for resources: {'Port': ['ID=87ec7d32-b630-46f7-a352-8813a9a9a228,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:03.173388 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:03.176314 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:03.180559 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:03.180559 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:03.180559 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Checking segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:03.180559 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.180559 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Bound using segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:03.180559 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Bound port: 42007c1f-4a62-45df-a58b-0b2f9d227ade, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:03.180559 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.202983 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:03.206981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Checking segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:03.206981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.206981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Bound using segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:03.206981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Bound port: 87ec7d32-b630-46f7-a352-8813a9a9a228, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:03.206981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.289969 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Allocated IP 172.27.1.144 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/d815d543-0240-4cc5-961b-27f7791f175a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:03.295206 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.298694 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac2d66d5-c76c-4c0e-b1a4-c0199771b2e4 HTTP/1.1" status: 204  len: 168 time: 1.2418890
Nov 13 07:48:03.356282 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-766eb6e9-e5f8-4165-abd6-fa6696d5e828 service neutron] 10.222.0.32 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856291
Nov 13 07:48:03.405925 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] For port 42007c1f-4a62-45df-a58b-0b2f9d227ade, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:03.421868 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] For port 42007c1f-4a62-45df-a58b-0b2f9d227ade, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=42007c1f-4a62-45df-a58b-0b2f9d227ade,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:03.425848 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] For port 87ec7d32-b630-46f7-a352-8813a9a9a228, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:03.429391 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] For port 87ec7d32-b630-46f7-a352-8813a9a9a228, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=87ec7d32-b630-46f7-a352-8813a9a9a228,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:03.483491 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.621158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.625097 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:03.671860 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.685077 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:03.750575 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:03.775446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Pushing event updated for resources: {'Port': ['ID=42007c1f-4a62-45df-a58b-0b2f9d227ade,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:03.842433 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:03.844113 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:03.851684 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:03.856456 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:03.864216 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:03.954819 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-70b2faf0-425f-4f80-8229-cbc18a49b420 req-92896349-90cf-489a-8ee5-7d32c9dbcd3a tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.0660911
Nov 13 07:48:04.006755 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab9be-0f71-4a80-8aae-7e325811c05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.050304 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=d815d543-0240-4cc5-961b-27f7791f175a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:04.054389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Allocated IP 172.27.1.33 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/bd8c477e-677a-4cca-b68e-615d551b38db) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:04.056302 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:04.169016 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Pushing event updated for resources: {'Port': ['ID=87ec7d32-b630-46f7-a352-8813a9a9a228,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:04.169016 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:04.271728 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.458583 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.464477 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.464477 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.592530 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34178) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:04.611251 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.646858 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:04.653141 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d11013dbba4d34ace61b44698bc044 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:04.658787 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:04.668359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:04.753184 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.756886 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.776191 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5b2c8eea-8b9e-4007-9e11-58bd7e6470fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:04.809984 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 87ec7d32-b630-46f7-a352-8813a9a9a228 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:04.825820 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.836552 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:04.874360 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fa7a76-b0d3-4dbf-a79b-11ad4a3fafb4,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:04.878160 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:04.881926 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:04.900218 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2d11013dbba4d34ace61b44698bc044&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3040173
Nov 13 07:48:04.900813 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34184) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:04.903313 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8c477e-677a-4cca-b68e-615d551b38db,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:04.906361 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:04.908172 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:04.912508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:04.966001 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:04.995525 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 87ec7d32-b630-46f7-a352-8813a9a9a228 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:05.001228 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 42007c1f-4a62-45df-a58b-0b2f9d227ade up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:05.021704 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Allocated IP 172.27.1.20 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/5679ae23-41ab-4898-8a05-fb5c07279a26) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:05.028849 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.227786 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cfe9e5d4-14c9-404f-98b8-98a581a831f7 req-160cc71e-25fa-4330-8a27-a478e7daa1bb tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.1196208
Nov 13 07:48:05.255474 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 42007c1f-4a62-45df-a58b-0b2f9d227ade completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:05.315887 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.322853 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:05.371253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fa7a76-b0d3-4dbf-a79b-11ad4a3fafb4,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:05.396230 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:05.424773 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.425907 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5fa7a76-b0d3-4dbf-a79b-11ad4a3fafb4 HTTP/1.1" status: 204  len: 168 time: 0.5240474
Nov 13 07:48:05.442998 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.481963 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.484027 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.489713 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3009c-f115-4a62-b014-a97a75bb01b7 None None] Network 68227660-1969-4380-bdbb-e55ad209027e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:05.619226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Router 60ac587f-9673-41d5-8ead-be1385bda23c is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:48:05.729515 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb77fe5-e8d2-4c58-bb54-697b65c63f16 None None] Network 5ce4da95-76b6-4434-b98c-5899f375e796 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:48:05.811883 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Provisioning for port 87ec7d32-b630-46f7-a352-8813a9a9a228 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:05.872084 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Provisioning complete for port 87ec7d32-b630-46f7-a352-8813a9a9a228 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:05.872462 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.886874 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34218) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:05.920201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:05.933776 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:06.031612 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:06.034167 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Pushing event updated for resources: {'Port': ['ID=5679ae23-41ab-4898-8a05-fb5c07279a26,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:06.036800 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:06.041125 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:06.043448 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:06.099209 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-bc7ad21a-3dab-44fd-bb91-9a83f89f41cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.184898 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.222931 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:48:06.235976 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Sync routers for ids ['60ac587f-9673-41d5-8ead-be1385bda23c'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:48:06.250763 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:06.256825 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Usage tracker for resource:security_group_rule and tenant:a4ca99a01a3942d8920cdc96ba1f442e is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:06.258462 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Routers {'60ac587f-9673-41d5-8ead-be1385bda23c'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:06.259844 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee14a90>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['60ac587f-9673-41d5-8ead-be1385bda23c'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:06.262710 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:06.287080 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:06.292940 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.329471 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34238) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:06.332831 dv-cinder-817832-1-iscsi neutron-server[83598]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 13 07:48:06.359277 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] For port 87ec7d32-b630-46f7-a352-8813a9a9a228, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=87ec7d32-b630-46f7-a352-8813a9a9a228,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:06.390013 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.414923 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.420668 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34242) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:06.420886 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.421851 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.5099380
Nov 13 07:48:06.423369 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:48:06.426273 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-380b732f-90be-4787-87f8-494c67b84c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:06.447389 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-09c63e49-e199-41f3-a315-5f6afce4fa08 req-a4ac8c50-5368-4ba1-b5eb-3614b918badf tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.1165633
Nov 13 07:48:06.574057 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Pushing event updated for resources: {'Port': ['ID=87ec7d32-b630-46f7-a352-8813a9a9a228,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:06.583717 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:06.627747 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Set router 60ac587f-9673-41d5-8ead-be1385bda23c gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:06.637588 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Provisioning for port 42007c1f-4a62-45df-a58b-0b2f9d227ade completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:06.643840 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Provisioning complete for port 42007c1f-4a62-45df-a58b-0b2f9d227ade triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:06.644349 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.655540 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.685186 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:06.878053 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.883573 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:06.902452 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 87ec7d32-b630-46f7-a352-8813a9a9a228 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:06.951337 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4ca99a01a3942d8920cdc96ba1f442e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0633457
Nov 13 07:48:06.952479 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b0e73-c90b-432c-bdbe-ee7d4dc28ca2,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:06.954870 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34258) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:06.979856 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:07.139173 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.148255 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.162728 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 87ec7d32-b630-46f7-a352-8813a9a9a228 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:07.163377 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.192463 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.250228 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] For port 42007c1f-4a62-45df-a58b-0b2f9d227ade, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=42007c1f-4a62-45df-a58b-0b2f9d227ade,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:07.263467 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.274286 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee14a90>, [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:04Z', 'revision_number': 3, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port': {'id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:02Z', 'updated_at': '2021-11-13T07:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:07.284625 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Checking router: 60ac587f-9673-41d5-8ead-be1385bda23c for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:48:07.285283 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Updating router 60ac587f-9673-41d5-8ead-be1385bda23c port d815d543-0240-4cc5-961b-27f7791f175a binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:48:07.344247 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.348915 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:07.403064 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:48:07.413566 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Sync routers for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:48:07.421975 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.447227 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:07.447859 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeaf0640>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:07.475275 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.495292 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-67a3b0ac-62b0-4a8e-b502-69a214db790f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:07.514808 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b0e73-c90b-432c-bdbe-ee7d4dc28ca2,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:07.515051 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Pushing event updated for resources: {'Port': ['ID=42007c1f-4a62-45df-a58b-0b2f9d227ade,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:07.518727 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:07.529569 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:07.548045 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.549918 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8b0e73-c90b-432c-bdbe-ee7d4dc28ca2 HTTP/1.1" status: 204  len: 168 time: 0.5900242
Nov 13 07:48:07.551721 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.558771 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a030ac60-b9bd-42f4-a73f-998470122880 None None] Provisioning complete for port 87ec7d32-b630-46f7-a352-8813a9a9a228 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:07.559164 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a030ac60-b9bd-42f4-a73f-998470122880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:07.561225 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 6.4041705
Nov 13 07:48:07.568314 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34278) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:08.009843 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-32633c4b-113e-49e9-b929-bc08cd540db8 req-50a1cf57-cad4-4578-9f53-2cb495e2fd7c tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.1481297
Nov 13 07:48:08.031561 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Router d608b1da-c5a6-413e-bdb0-a519011dae4a is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:48:08.054423 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:08.108600 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.122085 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Transition to ACTIVE for port object d815d543-0240-4cc5-961b-27f7791f175a will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:08.220073 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.225887 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:08.355041 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Pushing event updated for resources: {'Port': ['ID=d815d543-0240-4cc5-961b-27f7791f175a,revision_number=2']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:08.356935 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Attempting to bind port d815d543-0240-4cc5-961b-27f7791f175a on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:08.357188 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Attempting to bind port d815d543-0240-4cc5-961b-27f7791f175a by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:08.357550 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Attempting to bind port d815d543-0240-4cc5-961b-27f7791f175a on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:08.359392 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a030ac60-b9bd-42f4-a73f-998470122880 None None] Provisioning complete for port 42007c1f-4a62-45df-a58b-0b2f9d227ade triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:08.360076 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a030ac60-b9bd-42f4-a73f-998470122880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.371149 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.371309 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.371546 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.371879 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.372376 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.372704 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.373062 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.373484 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.373811 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.374378 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.374712 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Tracked resource versions report:
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]: pushed versions:
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]: {   'ConntrackHelper': {'1.0'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Log': {'1.0'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Network': {'1.1'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Port': {'1.5'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'PortForwarding': {'1.2'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'QosPolicy': {'1.8'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'SecurityGroup': {'1.2'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'SecurityGroupRule': {'1.0'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'SubPort': {'1.0'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Subnet': {'1.1'},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     'Trunk': {'1.1'}}
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]: consumer versions:
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]: {   DHCP agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     HyperV agent@hv-cinder-81783: {},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     L3 agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     Metadata agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     Metering agent@dv-cinder-817832-1-iscsi: {},
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:     Open vSwitch agent@dv-cinder-817832-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Log': '1.0',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Network': '1.1',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Port': '1.5',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'PortForwarding': '1.2',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'QosPolicy': '1.8',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'SecurityGroup': '1.2',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'SecurityGroupRule': '1.0',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'SubPort': '1.0',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Subnet': '1.1',
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:                                                      'Trunk': '1.1'}}
Nov 13 07:48:08.376039 dv-cinder-817832-1-iscsi neutron-server[83601]:  {{(pid=83601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 07:48:08.378887 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:08.379053 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:08.379394 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.379837 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:08.380320 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Bound port: d815d543-0240-4cc5-961b-27f7791f175a, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:08.380712 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.413234 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:08.517320 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] For port d815d543-0240-4cc5-961b-27f7791f175a, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:08.523673 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] For port d815d543-0240-4cc5-961b-27f7791f175a, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d815d543-0240-4cc5-961b-27f7791f175a,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:08.629784 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.633981 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:08.694726 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeaf0640>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:04Z', 'revision_number': 3, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:08.701373 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Checking router: d1616801-2bbc-4de7-93c4-c6b0bf655ff8 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:48:08.703477 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Updating router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 port bd8c477e-677a-4cca-b68e-615d551b38db binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:48:08.765947 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.792421 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Routers {'60ac587f-9673-41d5-8ead-be1385bda23c'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:08.793059 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee14a90>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['60ac587f-9673-41d5-8ead-be1385bda23c'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:08.806221 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 42007c1f-4a62-45df-a58b-0b2f9d227ade up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:08.849166 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.850261 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:08.896080 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Pushing event updated for resources: {'Port': ['ID=d815d543-0240-4cc5-961b-27f7791f175a,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:08.907349 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:08.982457 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 42007c1f-4a62-45df-a58b-0b2f9d227ade triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:08.983273 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.025789 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:48:09.072803 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Sync routers for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:48:09.182454 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:09.184002 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec2cc40>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:09.327787 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.328995 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.2444007
Nov 13 07:48:09.335423 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34330) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:09.403293 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.416518 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Transition to ACTIVE for port object bd8c477e-677a-4cca-b68e-615d551b38db will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:09.453464 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Allocated IP 172.20.0.1 (77b75486-1f76-4ec9-bd2f-6841ef30c66e/4da611d9-8486-4759-8803-c06651571daf/9906267c-adc7-408f-a8be-a029e8a60932) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:09.509628 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.520179 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:09.527951 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c292b435-d75a-4e4b-a207-a5537e922c9e req-7c8b3089-1d26-47ea-ae7e-13f95db564c8 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.2419868
Nov 13 07:48:09.661798 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f349a-77c6-491a-aa3d-28e291a16bdc None None] Pushing event updated for resources: {'Port': ['ID=bd8c477e-677a-4cca-b68e-615d551b38db,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:09.668030 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-125f349a-77c6-491a-aa3d-28e291a16bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:09.676200 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] Set router 60ac587f-9673-41d5-8ead-be1385bda23c gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:09.732141 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Attempting to bind port bd8c477e-677a-4cca-b68e-615d551b38db on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:09.732409 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Attempting to bind port bd8c477e-677a-4cca-b68e-615d551b38db by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:09.738210 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Attempting to bind port bd8c477e-677a-4cca-b68e-615d551b38db on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:09.742323 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.756500 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:09.756882 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:09.763796 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.764387 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:09.764899 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Bound port: bd8c477e-677a-4cca-b68e-615d551b38db, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:09.765287 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.900715 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] For port bd8c477e-677a-4cca-b68e-615d551b38db, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:09.904115 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] For port bd8c477e-677a-4cca-b68e-615d551b38db, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=bd8c477e-677a-4cca-b68e-615d551b38db,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:09.967519 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:09.972783 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:09.993057 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:10.005239 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:10.111109 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:10.112490 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeaf0640>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:10.114432 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:10.123870 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:10.127076 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:10.140518 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:10.219226 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f349a-77c6-491a-aa3d-28e291a16bdc None None] Pushing event updated for resources: {'Port': ['ID=bd8c477e-677a-4cca-b68e-615d551b38db,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:10.223117 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Pushing event updated for resources: {'Port': ['ID=9906267c-adc7-408f-a8be-a029e8a60932,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:10.224583 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-125f349a-77c6-491a-aa3d-28e291a16bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:10.238323 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:10.239936 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:10.485973 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:10.507106 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:10.600495 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:10.900227 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee14a90>, [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:04Z', 'revision_number': 3, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port': {'id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:02Z', 'updated_at': '2021-11-13T07:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:10.912028 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167ac7d-19f5-4298-885e-8c4554acac4b None None] The sync data for ids ['60ac587f-9673-41d5-8ead-be1385bda23c'] in dv-cinder-817832-1-iscsi is: [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:04Z', 'revision_number': 3, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port': {'id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:02Z', 'updated_at': '2021-11-13T07:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:48:10.914358 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec2cc40>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:06Z', 'revision_number': 3, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:10.919445 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Checking router: d608b1da-c5a6-413e-bdb0-a519011dae4a for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:48:10.919796 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Updating router d608b1da-c5a6-413e-bdb0-a519011dae4a port 5679ae23-41ab-4898-8a05-fb5c07279a26 binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:48:10.973051 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0397b511-b537-4a96-bbdd-03301a505d8d req-aabe3fde-95d1-4060-b024-ea67cc2f9888 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.0832162
Nov 13 07:48:10.976722 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.18', 59509) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:10.982607 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Allocated IP 172.20.0.1 (68227660-1969-4380-bdbb-e55ad209027e/6e61d4b6-2a6f-4a26-9aa9-675889a3fe84/2628315f-2236-4927-b48a-2549228247a4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:11.027090 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.066315 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeaf0640>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:04Z', 'revision_number': 3, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:11.076312 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb403452-c4c5-466c-bf44-0d260c6839ef None None] The sync data for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi is: [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:04Z', 'revision_number': 3, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:48:11.247325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 07:48:11.319811 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.355369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-552c32d2-41fd-4471-925e-07aab6aa4264 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:11.356856 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-552c32d2-41fd-4471-925e-07aab6aa4264 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.18 "GET /v2.0/networks?id=94faff74-ffc4-411d-904f-8eb81943caca HTTP/1.1" status: 200  len: 811 time: 0.3788304
Nov 13 07:48:11.392133 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.393381 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.399061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:11.490364 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.516277 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Transition to ACTIVE for port object 2628315f-2236-4927-b48a-2549228247a4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:11.559098 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Request body: {'port': {'device_id': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'network_id': '94faff74-ffc4-411d-904f-8eb81943caca', 'admin_state_up': True, 'tenant_id': 'fbf600fbe0b84ca6996e89d94be9615e'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:11.742288 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.780216 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Transition to ACTIVE for port object 5679ae23-41ab-4898-8a05-fb5c07279a26 will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:11.793389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.816849 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2b99c239-4db4-4953-b021-3e35324e4ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:11.900516 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:11.904623 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:11.936625 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:11.949230 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Usage tracker for resource:port and tenant:fbf600fbe0b84ca6996e89d94be9615e is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:11.952218 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:11.972594 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:12.143823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Pushing event updated for resources: {'Port': ['ID=2628315f-2236-4927-b48a-2549228247a4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:12.176639 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:12.195483 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Attempting to bind port 5679ae23-41ab-4898-8a05-fb5c07279a26 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:12.195854 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Attempting to bind port 5679ae23-41ab-4898-8a05-fb5c07279a26 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:12.196275 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Attempting to bind port 5679ae23-41ab-4898-8a05-fb5c07279a26 on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:12.225412 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e0592-36cd-4082-a173-4f69968c9fd4 None None] Pushing event updated for resources: {'Port': ['ID=5679ae23-41ab-4898-8a05-fb5c07279a26,revision_number=2']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:12.231767 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Network 68227660-1969-4380-bdbb-e55ad209027e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:12.237389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:12.242058 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:12.242646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:12.245301 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Made reservation on behalf of fbf600fbe0b84ca6996e89d94be9615e for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:48:12.254066 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:12.263186 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-362e0592-36cd-4082-a173-4f69968c9fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:12.270420 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:12.270835 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:12.274339 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:12.274339 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:12.274339 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Bound port: 5679ae23-41ab-4898-8a05-fb5c07279a26, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:12.284152 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:12.338626 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:12.441101 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Pushing event updated for resources: {'Port': ['ID=9906267c-adc7-408f-a8be-a029e8a60932,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:12.453674 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:12.462871 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:12.469956 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:12.534878 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] For port 5679ae23-41ab-4898-8a05-fb5c07279a26, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:12.538545 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] For port 5679ae23-41ab-4898-8a05-fb5c07279a26, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=5679ae23-41ab-4898-8a05-fb5c07279a26,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:12.943534 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:12.943534 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:12.949406 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12f628ba-cf79-4da6-a8f3-f26f6708d04a req-a1b5f96c-09f6-4b7d-ad65-4646c9812bc2 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.1598797
Nov 13 07:48:12.949406 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:12.956426 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device bd8c477e-677a-4cca-b68e-615d551b38db up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:12.958190 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e0592-36cd-4082-a173-4f69968c9fd4 None None] Pushing event updated for resources: {'Port': ['ID=5679ae23-41ab-4898-8a05-fb5c07279a26,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:12.958190 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-362e0592-36cd-4082-a173-4f69968c9fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:12.958190 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:12.958190 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec2cc40>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:12.959192 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-ac860199-23d3-45ac-8c51-85b6213b3ffe None None] Provisioning for port 2628315f-2236-4927-b48a-2549228247a4 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:13.016644 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-ac860199-23d3-45ac-8c51-85b6213b3ffe None None] Provisioning complete for port 2628315f-2236-4927-b48a-2549228247a4 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:13.016644 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ac860199-23d3-45ac-8c51-85b6213b3ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.031815 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Allocated IP 172.20.0.1 (5ce4da95-76b6-4434-b98c-5899f375e796/ab58c00e-eecf-4599-ade9-3f48ee0bb1bd/f1d52776-97b8-4b23-aef9-8b0c7f6feff0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:13.130886 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-ac860199-23d3-45ac-8c51-85b6213b3ffe None None] Port 2628315f-2236-4927-b48a-2549228247a4 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:48:13.184459 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:48:13.187398 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:13.248556 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port bd8c477e-677a-4cca-b68e-615d551b38db completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:13.253647 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port bd8c477e-677a-4cca-b68e-615d551b38db triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:13.254018 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.270306 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.288272 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Transition to ACTIVE for port object f1d52776-97b8-4b23-aef9-8b0c7f6feff0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:13.431187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.434783 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Allocated IP 172.20.0.9 (94faff74-ffc4-411d-904f-8eb81943caca/4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb/c6e7d913-6aac-4023-b11a-4eca695353a1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:13.467497 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:13.610198 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.655741 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Network 5ce4da95-76b6-4434-b98c-5899f375e796 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:13.661931 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port bd8c477e-677a-4cca-b68e-615d551b38db, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=bd8c477e-677a-4cca-b68e-615d551b38db,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:13.671938 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:13.675454 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:13.676838 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.744416 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.759284 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Pushing event updated for resources: {'Port': ['ID=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:13.764235 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:13.809810 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.811635 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d815d543-0240-4cc5-961b-27f7791f175a up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:13.891550 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:13.915542 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.927166 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:13.927166 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:13.927415 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Router 60ac587f-9673-41d5-8ead-be1385bda23c has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:48:13.945960 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec2cc40>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:06Z', 'revision_number': 3, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:13.961157 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8173432-0a7a-4132-94dd-516e836f8b45 None None] The sync data for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi is: [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:06Z', 'revision_number': 3, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:48:13.991261 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.125875 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=bd8c477e-677a-4cca-b68e-615d551b38db,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:14.132415 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:14.255330 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a510ef8e-260a-4869-b877-ff530ce35a57 req-80c8f044-7915-469b-b06a-7e1e4591b1ff tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.1046841
Nov 13 07:48:14.257931 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port d815d543-0240-4cc5-961b-27f7791f175a completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:14.264428 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port d815d543-0240-4cc5-961b-27f7791f175a triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:14.264843 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.304407 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-7bbf026b-3b96-42b5-bf81-405231af0ea4 None None] Provisioning for port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:14.306910 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Pushing event updated for resources: {'Port': ['ID=2628315f-2236-4927-b48a-2549228247a4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:14.332307 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:14.340361 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-7bbf026b-3b96-42b5-bf81-405231af0ea4 None None] Provisioning complete for port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:14.341656 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-7bbf026b-3b96-42b5-bf81-405231af0ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.408134 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.430694 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf026b-3b96-42b5-bf81-405231af0ea4 None None] Port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:48:14.456486 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.505348 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.506892 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:14.563560 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port d815d543-0240-4cc5-961b-27f7791f175a, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d815d543-0240-4cc5-961b-27f7791f175a,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:14.617244 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Network 68227660-1969-4380-bdbb-e55ad209027e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:14.652306 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:14.654484 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.659746 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:14.677993 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:48:14.723284 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Network 94faff74-ffc4-411d-904f-8eb81943caca is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:14.731662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Pushing event updated for resources: {'Port': ['ID=c6e7d913-6aac-4023-b11a-4eca695353a1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:14.747049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:14.753654 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:14.768423 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:14.769102 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:14.778936 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:14.797934 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] 10.222.0.32 "PUT /v2.0/routers/60ac587f-9673-41d5-8ead-be1385bda23c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3760109
Nov 13 07:48:14.807737 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=d815d543-0240-4cc5-961b-27f7791f175a,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:14.815576 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:14.851833 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device bd8c477e-677a-4cca-b68e-615d551b38db up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:14.906970 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4135177
Nov 13 07:48:14.924763 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b779001b-e42c-4ff3-9f10-d06dbfa77ff5 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:48:14.928315 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b779001b-e42c-4ff3-9f10-d06dbfa77ff5 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0095942
Nov 13 07:48:15.103286 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port bd8c477e-677a-4cca-b68e-615d551b38db triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:15.103793 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:15.306966 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b4c1d873-6187-4582-8c4a-831a5b30976e None None] Provisioning complete for port 2628315f-2236-4927-b48a-2549228247a4 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:15.311866 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d873-6187-4582-8c4a-831a5b30976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:15.383814 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Request body: {'port': {'device_id': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:15.510010 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 07:48:15.529994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:15.646550 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:15.699960 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:15.738054 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1a50f56e-636f-48b0-8aa1-66f2af8c8f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:15.763921 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1d873-6187-4582-8c4a-831a5b30976e None None] Port 2628315f-2236-4927-b48a-2549228247a4 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:48:15.856152 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:16.048397 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Pushing event updated for resources: {'Port': ['ID=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:16.058253 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:16.140362 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa452a66-8b65-4f3e-96be-b29fa1ba2d58 req-0b980150-7700-461c-9393-613226399cd9 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:16.142153 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-aa452a66-8b65-4f3e-96be-b29fa1ba2d58 req-0b980150-7700-461c-9393-613226399cd9 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 931 time: 0.5075352
Nov 13 07:48:16.225449 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Network 5ce4da95-76b6-4434-b98c-5899f375e796 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:16.241267 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:16.413175 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e7d913-6aac-4023-b11a-4eca695353a1 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:16.426554 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:16.451293 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Transition to ACTIVE for port object c6e7d913-6aac-4023-b11a-4eca695353a1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:16.490931 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-aa452a66-8b65-4f3e-96be-b29fa1ba2d58 req-a96925ad-0955-45ba-84c3-9be708974dbe tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Synchronizing usage tracker for tenant:fbf600fbe0b84ca6996e89d94be9615e on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:16.494794 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:48:16.534406 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:16.561480 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a492dcea-63a5-41c7-b18b-b59a0e755824 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:16.622685 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34506) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:16.719395 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-64bb36e3-ccd9-427a-93c6-97dc3e95548c None None] Provisioning complete for port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:16.721800 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-64bb36e3-ccd9-427a-93c6-97dc3e95548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:16.792333 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d815d543-0240-4cc5-961b-27f7791f175a up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:16.819051 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7d913-6aac-4023-b11a-4eca695353a1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:16.884750 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-64bb36e3-ccd9-427a-93c6-97dc3e95548c None None] Port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:48:16.890256 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:16.918824 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port d815d543-0240-4cc5-961b-27f7791f175a triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:16.919354 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:16.956903 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Attempting to bind port c6e7d913-6aac-4023-b11a-4eca695353a1 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:16.957788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Attempting to bind port c6e7d913-6aac-4023-b11a-4eca695353a1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '17fc7876-928a-4de9-9c09-c75593e308bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94faff74-ffc4-411d-904f-8eb81943caca'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:16.959067 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Attempting to bind port c6e7d913-6aac-4023-b11a-4eca695353a1 on network 94faff74-ffc4-411d-904f-8eb81943caca {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:16.976861 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Port c6e7d913-6aac-4023-b11a-4eca695353a1 on network 94faff74-ffc4-411d-904f-8eb81943caca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:48:16.978247 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Attempting to bind port c6e7d913-6aac-4023-b11a-4eca695353a1 on network 94faff74-ffc4-411d-904f-8eb81943caca {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:16.994560 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:17.001244 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Checking segment: {'id': '17fc7876-928a-4de9-9c09-c75593e308bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94faff74-ffc4-411d-904f-8eb81943caca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:17.001244 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Bound using segment: {'id': '17fc7876-928a-4de9-9c09-c75593e308bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94faff74-ffc4-411d-904f-8eb81943caca'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:17.001244 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Bound port: c6e7d913-6aac-4023-b11a-4eca695353a1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fc7876-928a-4de9-9c09-c75593e308bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94faff74-ffc4-411d-904f-8eb81943caca'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:17.001244 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:17.136303 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-aa452a66-8b65-4f3e-96be-b29fa1ba2d58 req-a96925ad-0955-45ba-84c3-9be708974dbe tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Unset dirty status for tenant:fbf600fbe0b84ca6996e89d94be9615e on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:17.147336 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-aa452a66-8b65-4f3e-96be-b29fa1ba2d58 req-a96925ad-0955-45ba-84c3-9be708974dbe tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9852509
Nov 13 07:48:17.175186 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:17.262220 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] For port c6e7d913-6aac-4023-b11a-4eca695353a1, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:17.262452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:17.270734 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] For port c6e7d913-6aac-4023-b11a-4eca695353a1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c6e7d913-6aac-4023-b11a-4eca695353a1,segment=NetworkSegment(17fc7876-928a-4de9-9c09-c75593e308bd),segment_id=17fc7876-928a-4de9-9c09-c75593e308bd)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:17.329295 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Usage tracker for resource:security_group_rule and tenant:fdee1a5d7d7f40c0852e5bb317f007d9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:17.374718 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:17.388304 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7593de7d-2bd9-490c-b4ae-c9ab4329bc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:17.415484 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:17.426216 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:17.460733 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:17.462102 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] 10.222.0.18 "PUT /v2.0/ports/c6e7d913-6aac-4023-b11a-4eca695353a1 HTTP/1.1" status: 200  len: 1093 time: 2.2470753
Nov 13 07:48:17.462632 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'tag': 'c6e7d913-6aac-4023-b11a-4eca695353a1'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:17.604445 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7d913-6aac-4023-b11a-4eca695353a1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:17.613617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:17.686864 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:17.699502 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:48:17.715056 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Router d608b1da-c5a6-413e-bdb0-a519011dae4a has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:48:17.735737 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] 10.222.0.32 "PUT /v2.0/routers/d1616801-2bbc-4de7-93c4-c6b0bf655ff8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1582704
Nov 13 07:48:17.856752 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:17.875912 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:17.955071 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Synchronizing usage tracker for tenant:c30e2873de884b969f60b778dfc855e3 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:18.011688 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc9d2a9-bd64-4230-a1b8-e5cdf74acaec,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:18.023868 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:18.142500 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'tag': 'c6e7d913-6aac-4023-b11a-4eca695353a1', 'status': 'completed', 'code': 200}
Nov 13 07:48:18.175641 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-3b5104aa-5de6-4abb-b3f3-4543f0b7e823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbf600fbe0b84ca6996e89d94be9615e&device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 1096 time: 0.2030807
Nov 13 07:48:18.197359 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Unset dirty status for tenant:c30e2873de884b969f60b778dfc855e3 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:18.202883 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdee1a5d7d7f40c0852e5bb317f007d9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5745010
Nov 13 07:48:18.203027 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34548) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:18.234894 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:48:18.241197 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] 10.222.0.32 "PUT /v2.0/routers/d608b1da-c5a6-413e-bdb0-a519011dae4a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9037278
Nov 13 07:48:18.291920 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-7742018b-69b8-4c6e-b7ff-7476398e1fdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e7d913-6aac-4023-b11a-4eca695353a1 HTTP/1.1" status: 200  len: 217 time: 0.0832651
Nov 13 07:48:18.395730 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-c1549882-bb87-4cd8-8427-f95f034c80ad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:18.395730 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-c1549882-bb87-4cd8-8427-f95f034c80ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb HTTP/1.1" status: 200  len: 851 time: 0.0784535
Nov 13 07:48:18.395730 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:18.422832 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:18.530086 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-7a74dcdd-cbaa-4d59-b814-50464ccae454 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94faff74-ffc4-411d-904f-8eb81943caca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0929394
Nov 13 07:48:18.757081 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-9a222662-8c52-4524-a465-8dcd11a1da02 service neutron] 10.222.0.18 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993659
Nov 13 07:48:18.923912 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:18.938837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:18.962950 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc9d2a9-bd64-4230-a1b8-e5cdf74acaec,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:18.975310 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:18.984133 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:18.988098 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fc9d2a9-bd64-4230-a1b8-e5cdf74acaec HTTP/1.1" status: 204  len: 168 time: 0.7836535
Nov 13 07:48:19.035096 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7cc7d04-8ede-43a4-92fb-c5e0172d55f2 req-805712d6-5c19-4bbc-a783-5799d7a932c7 service neutron] 10.222.0.18 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354577
Nov 13 07:48:19.111428 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34584) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:19.117974 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810951548', 'description': 'tempest-description--1549198088'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:19.128322 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:19.144609 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:security_group and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:19.155048 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:19.176826 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:19.265840 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:19.390309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:19.407263 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:security_group_rule and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:19.411082 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:19.424436 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:19.499139 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113ed0-1e9b-4508-93d8-f674518875c1 req-bc9c9231-9dc6-4141-8cb6-3e3eedc43c55 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:19.501759 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-22113ed0-1e9b-4508-93d8-f674518875c1 req-bc9c9231-9dc6-4141-8cb6-3e3eedc43c55 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 943 time: 0.1634474
Nov 13 07:48:19.559051 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:19.629403 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-22113ed0-1e9b-4508-93d8-f674518875c1 req-bd87216e-ae4b-4bce-9eda-3e65c367621f tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168714
Nov 13 07:48:19.635099 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:19.656964 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:19.735383 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e62c294f-279a-477f-ba39-67e7b44681ef req-0added34-bb23-44ee-911c-d9147b675710 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbf600fbe0b84ca6996e89d94be9615e&device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 1096 time: 0.2177179
Nov 13 07:48:19.779326 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1013a4da-299c-4839-83c5-35fcd46329bb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:19.806025 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:19.841517 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:19.843712 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.7312195
Nov 13 07:48:19.847207 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34594) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:19.858545 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'security_group_rule': {'security_group_id': '1013a4da-299c-4839-83c5-35fcd46329bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:19.875875 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:19.892178 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:security_group_rule and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:19.903406 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:19.916930 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:20.052493 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.114708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c294f-279a-477f-ba39-67e7b44681ef req-7cf6d49f-d9b6-42da-b772-141da6db2c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:20.118002 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e62c294f-279a-477f-ba39-67e7b44681ef req-7cf6d49f-d9b6-42da-b772-141da6db2c0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=94faff74-ffc4-411d-904f-8eb81943caca HTTP/1.1" status: 200  len: 912 time: 0.3703055
Nov 13 07:48:20.189493 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.248427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.252979 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:20.307640 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e62c294f-279a-477f-ba39-67e7b44681ef req-f85705b0-41aa-48a1-8709-5adf65ed04e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e7d913-6aac-4023-b11a-4eca695353a1 HTTP/1.1" status: 200  len: 217 time: 0.1739571
Nov 13 07:48:20.324363 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3c726c-6be0-4df9-a5d6-f29347b30a46,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:20.340974 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:20.361823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34614) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:20.386862 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c294f-279a-477f-ba39-67e7b44681ef req-8fc2aab4-a350-462b-9b44-f03cc525923b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:20.388446 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e62c294f-279a-477f-ba39-67e7b44681ef req-8fc2aab4-a350-462b-9b44-f03cc525923b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb HTTP/1.1" status: 200  len: 851 time: 0.0749073
Nov 13 07:48:20.403690 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.479458 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.481005 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6327906
Nov 13 07:48:20.484587 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34620) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:20.492928 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'security_group_rule': {'security_group_id': '1013a4da-299c-4839-83c5-35fcd46329bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:20.503053 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:20.506373 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:20.511982 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:security_group_rule and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:20.515708 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Usage tracker for resource:security_group_rule and tenant:a77cd2b53e1b42f39f43dee21d6b3f0f is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:20.519197 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:20.519371 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e62c294f-279a-477f-ba39-67e7b44681ef req-f7643109-e685-439f-a74f-7dff618efa77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94faff74-ffc4-411d-904f-8eb81943caca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1235461
Nov 13 07:48:20.522538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:20.530603 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:20.533831 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:20.650066 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.694235 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.787240 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e62c294f-279a-477f-ba39-67e7b44681ef req-89f3cde6-2107-429a-8d3f-3615fd152a8a service neutron] 10.222.0.18 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609370
Nov 13 07:48:20.804078 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5679ae23-41ab-4898-8a05-fb5c07279a26 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:20.848966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.865384 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6bec80f9-1818-43af-9715-0e0f43f38dbb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:20.913764 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34628) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:20.922044 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915630714', 'description': 'tempest-description--1113026812'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:20.927333 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63007a-380c-4a58-be0e-590a71c87855,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:20.931229 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:20.940333 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:20.945917 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a77cd2b53e1b42f39f43dee21d6b3f0f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5835013
Nov 13 07:48:20.946592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34634) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:20.954466 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:security_group and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:20.959075 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:20.970091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:20.974445 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:21.014076 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 5679ae23-41ab-4898-8a05-fb5c07279a26 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:21.021286 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 5679ae23-41ab-4898-8a05-fb5c07279a26 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:21.021856 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.039261 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e62c294f-279a-477f-ba39-67e7b44681ef req-7bd421a8-0d1f-4a0e-a54d-51866fe33d8e service neutron] 10.222.0.18 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353063
Nov 13 07:48:21.045063 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.052097 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:21.076324 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a3e0cf-39da-4929-b98f-1d93b4593dae,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:21.082578 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:21.105304 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.122758 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.138439 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.217282 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:21.217282 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:security_group_rule and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:21.228763 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:21.244313 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:21.254077 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.265890 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.267632 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d5212970-962e-43f0-ae80-c49e6a23c765 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7817521
Nov 13 07:48:21.270996 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34644) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:21.276927 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 5679ae23-41ab-4898-8a05-fb5c07279a26, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=5679ae23-41ab-4898-8a05-fb5c07279a26,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:21.278289 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:21.284191 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:21.308840 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:floatingip and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:21.319833 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:21.342576 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.375990 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:21.435673 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c31c2-857d-482c-8167-45922bf15550 req-b5418e5d-2375-4039-9176-275a750eae51 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:21.437120 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d46c31c2-857d-482c-8167-45922bf15550 req-b5418e5d-2375-4039-9176-275a750eae51 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 943 time: 0.1126742
Nov 13 07:48:21.446577 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.448525 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-125f349a-77c6-491a-aa3d-28e291a16bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:21.475383 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.478925 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.479650 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-43f98a84-bf98-441f-afd4-11b733ecc2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:21.518633 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.534599 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:21.539481 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=5679ae23-41ab-4898-8a05-fb5c07279a26,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:21.543769 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:21.553160 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83085a7-2801-48d3-80ed-f7abb63791ef,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:21.566549 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:21.574847 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d46c31c2-857d-482c-8167-45922bf15550 req-d9a9d088-0279-4635-842b-00c062429f96 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280150
Nov 13 07:48:21.577733 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63007a-380c-4a58-be0e-590a71c87855,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:21.586855 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:21.590039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.591486 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b63007a-380c-4a58-be0e-590a71c87855 HTTP/1.1" status: 204  len: 168 time: 0.6196773
Nov 13 07:48:21.703690 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.705986 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.7900696
Nov 13 07:48:21.709046 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34654) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:21.716814 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'security_group_rule': {'security_group_id': 'd83085a7-2801-48d3-80ed-f7abb63791ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:21.725730 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:21.731601 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:security_group_rule and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:21.736800 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:21.746157 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:21.787489 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.885970 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:21.997519 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.049240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Allocated IP 172.27.1.179 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/e5eb3be7-72b7-436d-9d9b-1ae19e184536) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:22.092237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.094614 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:22.143598 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33542220-dac7-4f1e-8b1f-4b63ebd0ac33,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:22.174840 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:22.266370 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.271940 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5616400
Nov 13 07:48:22.272682 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34674) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:22.284237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'security_group_rule': {'security_group_id': 'd83085a7-2801-48d3-80ed-f7abb63791ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:22.288890 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:22.295631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:security_group_rule and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:22.298141 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:22.306358 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:22.388825 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.438755 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.554397 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.613648 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.622413 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:22.692268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.695008 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d7d9ad24-8259-4b1d-8c53-1c0f5fde69a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:22.759081 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc0e8c8-cc0a-4ebc-ae7e-fd707553bf46,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:22.778411 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:22.815684 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5679ae23-41ab-4898-8a05-fb5c07279a26 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:22.828395 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:22.832910 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:22.835408 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'Port': ['ID=e5eb3be7-72b7-436d-9d9b-1ae19e184536,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:22.838216 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:22.880948 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:22.882429 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6085284
Nov 13 07:48:22.895683 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 34700) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:22.899394 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:22.908994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:22.913956 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:floatingip and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:22.917236 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:22.924623 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:23.089435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:23.100118 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 5679ae23-41ab-4898-8a05-fb5c07279a26 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:23.101756 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:23.323722 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:23.394406 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:23.505779 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:23.515077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:23.602954 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed848-f405-4337-93c4-89d755d9fad5 req-48dc1dbc-2e4e-4b9e-a807-7c684324e2af tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:23.609899 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-892ed848-f405-4337-93c4-89d755d9fad5 req-48dc1dbc-2e4e-4b9e-a807-7c684324e2af tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 943 time: 0.2867441
Nov 13 07:48:23.772569 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-892ed848-f405-4337-93c4-89d755d9fad5 req-14a90096-519e-4968-97aa-12349862197e tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616521
Nov 13 07:48:23.846834 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Allocated IP 172.27.1.236 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/7c5c653c-0aaf-4405-aa7c-11f67d3c50c6) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:23.943059 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:24.063581 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:24.096183 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:24.098111 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:24.167617 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:24.208841 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:24.220458 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:24.243795 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'Port': ['ID=e5eb3be7-72b7-436d-9d9b-1ae19e184536,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:24.265709 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:24.357525 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:24.360650 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:24.365543 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:24.369547 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'Port': ['ID=7c5c653c-0aaf-4405-aa7c-11f67d3c50c6,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:24.372539 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:24.384541 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:24.385984 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1140263
Nov 13 07:48:24.654021 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:24.897631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:25.078586 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-20f760e4-db44-4a83-8c86-de116b490119 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Synchronizing usage tracker for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:25.204226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-20f760e4-db44-4a83-8c86-de116b490119 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Unset dirty status for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:25.205690 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-20f760e4-db44-4a83-8c86-de116b490119 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1810951548&fields=id&tenant_id=f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 267 time: 0.2210815
Nov 13 07:48:25.328193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:25.409899 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:25.415944 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:25.470422 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-3444a61d-a8fb-4dc4-b20d-9a79d56f3ecc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:25.471738 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-3444a61d-a8fb-4dc4-b20d-9a79d56f3ecc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Synchronizing usage tracker for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:25.482059 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:25.524666 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'Port': ['ID=7c5c653c-0aaf-4405-aa7c-11f67d3c50c6,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:25.531155 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:25.618269 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-3444a61d-a8fb-4dc4-b20d-9a79d56f3ecc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Unset dirty status for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:25.629270 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-3444a61d-a8fb-4dc4-b20d-9a79d56f3ecc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 814 time: 0.3979516
Nov 13 07:48:25.638621 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-1e1172e6-91ff-47be-a79b-b3961c34de93 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/quotas/f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 375 time: 0.0126166
Nov 13 07:48:25.677820 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:25.679372 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7869279
Nov 13 07:48:25.803209 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-bf18f16d-060d-46d1-b634-607cbbedee28 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Synchronizing usage tracker for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:25.951571 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-bf18f16d-060d-46d1-b634-607cbbedee28 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Unset dirty status for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:25.957206 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-bf18f16d-060d-46d1-b634-607cbbedee28 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3058145
Nov 13 07:48:26.142158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Sync routers for ids ['60ac587f-9673-41d5-8ead-be1385bda23c'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:48:26.174334 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Routers {'60ac587f-9673-41d5-8ead-be1385bda23c'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:26.179191 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9381f0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['60ac587f-9673-41d5-8ead-be1385bda23c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:26.248577 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-7d5cfed5-0c56-4d7c-8ec3-40a00faf5555 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:48:26.256369 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-7d5cfed5-0c56-4d7c-8ec3-40a00faf5555 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1205988
Nov 13 07:48:26.489890 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-97367fa2-a090-4811-ba68-09b90d292784 service neutron] 10.222.0.32 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326045
Nov 13 07:48:26.561036 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Set router 60ac587f-9673-41d5-8ead-be1385bda23c gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:26.676585 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-8103ffd1-74ff-4995-945c-cc021f75bbdf service neutron] 10.222.0.32 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830995
Nov 13 07:48:27.075683 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9381f0>, [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:10Z', 'revision_number': 4, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port': {'id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:02Z', 'updated_at': '2021-11-13T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '9906267c-adc7-408f-a8be-a029e8a60932', 'name': '', 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'mac_address': 'fa:16:3e:c8:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da611d9-8486-4759-8803-c06651571daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:09Z', 'updated_at': '2021-11-13T07:48:10Z', 'revision_number': 2, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'subnets': [{'id': '4da611d9-8486-4759-8803-c06651571daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:27.081980 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Checking router: 60ac587f-9673-41d5-8ead-be1385bda23c for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:48:27.082259 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Updating router 60ac587f-9673-41d5-8ead-be1385bda23c port 9906267c-adc7-408f-a8be-a029e8a60932 binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:48:27.136440 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:27.170266 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74d65d-b4d7-4773-bf44-4e935ef8f588 req-1cf6ff49-cbe0-423c-879a-89c2a43391fd tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:27.180622 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7d74d65d-b4d7-4773-bf44-4e935ef8f588 req-1cf6ff49-cbe0-423c-879a-89c2a43391fd tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 943 time: 0.1097486
Nov 13 07:48:27.283395 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7d74d65d-b4d7-4773-bf44-4e935ef8f588 req-61bc2fcd-0d95-47f2-872b-4fc2e85ae258 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012280
Nov 13 07:48:27.311602 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-a60b1173-3f01-486f-b8fb-afcad5197d4a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:27.312278 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-a60b1173-3f01-486f-b8fb-afcad5197d4a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Synchronizing usage tracker for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:network {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:27.434476 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6bccddbb-c121-4763-9553-192d0d78c4d7 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1915630714&fields=id&tenant_id=728dba4850df46759bff46353cf16a60 HTTP/1.1" status: 200  len: 267 time: 0.0481970
Nov 13 07:48:27.469191 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-a60b1173-3f01-486f-b8fb-afcad5197d4a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Unset dirty status for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:network {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:27.470597 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-a60b1173-3f01-486f-b8fb-afcad5197d4a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 819 time: 0.4123049
Nov 13 07:48:27.488872 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-ec6805f5-5043-4ade-a077-434c0e57b30e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/quotas/fb1f9a1ba6464c57932a7fbff537dd1f HTTP/1.1" status: 200  len: 375 time: 0.0131366
Nov 13 07:48:27.573362 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-3fb77b42-0c45-460c-93b0-3d44a759cc3a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Synchronizing usage tracker for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:27.588439 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:27.605473 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Transition to ACTIVE for port object 9906267c-adc7-408f-a8be-a029e8a60932 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:27.632961 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-b0c11b2f-eb10-48a0-879f-350f66df3998 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:27.634408 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-b0c11b2f-eb10-48a0-879f-350f66df3998 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 811 time: 0.1923141
Nov 13 07:48:27.649876 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-8fc62984-313a-4e4f-9d95-c4583ff98c4e tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/quotas/728dba4850df46759bff46353cf16a60 HTTP/1.1" status: 200  len: 375 time: 0.0101602
Nov 13 07:48:27.729787 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-4b3db223-eccb-4f17-93d2-793164327c63 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:27.739686 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-3fb77b42-0c45-460c-93b0-3d44a759cc3a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Unset dirty status for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:27.739852 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:27.741051 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-3fb77b42-0c45-460c-93b0-3d44a759cc3a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2461998
Nov 13 07:48:27.744739 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:27.863966 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c649fa-a649-4137-8b8b-ede3ecebdfb8 None None] Pushing event updated for resources: {'Port': ['ID=9906267c-adc7-408f-a8be-a029e8a60932,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:27.868155 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-66c649fa-a649-4137-8b8b-ede3ecebdfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:27.881377 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-9f15d932-d041-4f0e-b120-b3040c2ab7ed service neutron] 10.222.0.32 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301243
Nov 13 07:48:27.897506 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-4b3db223-eccb-4f17-93d2-793164327c63 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:27.899899 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-4b3db223-eccb-4f17-93d2-793164327c63 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2445490
Nov 13 07:48:27.959023 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Attempting to bind port 9906267c-adc7-408f-a8be-a029e8a60932 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:27.959538 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Attempting to bind port 9906267c-adc7-408f-a8be-a029e8a60932 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:27.959937 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Attempting to bind port 9906267c-adc7-408f-a8be-a029e8a60932 on network 77b75486-1f76-4ec9-bd2f-6841ef30c66e {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:27.968063 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:27.968579 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Checking segment: {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:27.969076 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:27.969620 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Bound using segment: {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:27.970151 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Bound port: 9906267c-adc7-408f-a8be-a029e8a60932, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:27.970580 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:28.132276 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] For port 9906267c-adc7-408f-a8be-a029e8a60932, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:28.135537 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] For port 9906267c-adc7-408f-a8be-a029e8a60932, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=9906267c-adc7-408f-a8be-a029e8a60932,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:28.136483 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-3932a3a3-7e8a-43b2-b8b9-66bb77575439 service neutron] 10.222.0.32 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2493682
Nov 13 07:48:28.187504 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-24e21096-552c-420c-a8a8-1c02c0e61fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2757459
Nov 13 07:48:28.266111 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:28.272126 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-125f349a-77c6-491a-aa3d-28e291a16bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:28.462446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c649fa-a649-4137-8b8b-ede3ecebdfb8 None None] Pushing event updated for resources: {'Port': ['ID=9906267c-adc7-408f-a8be-a029e8a60932,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:28.476037 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-66c649fa-a649-4137-8b8b-ede3ecebdfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:28.488856 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Routers {'60ac587f-9673-41d5-8ead-be1385bda23c'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:28.489919 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9381f0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['60ac587f-9673-41d5-8ead-be1385bda23c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:28.545613 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d20dd9d2-3950-4e0f-a1b6-b989b6828996 req-ee033c52-513c-4f2e-9f72-20517fcc2858 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 210 time: 0.0851343
Nov 13 07:48:28.554292 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6af86bfb-2098-43b5-8825-30b287620a96 service neutron] 10.222.0.32 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3571780
Nov 13 07:48:28.800076 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4dd33-58c1-44ba-9d8a-cc0bb4bb3dea req-bc89b80b-0829-4610-8128-44202f380062 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:28.800832 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-14e4dd33-58c1-44ba-9d8a-cc0bb4bb3dea req-bc89b80b-0829-4610-8128-44202f380062 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Synchronizing usage tracker for tenant:fbf600fbe0b84ca6996e89d94be9615e on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:28.826419 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] Set router 60ac587f-9673-41d5-8ead-be1385bda23c gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:28.958346 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-14e4dd33-58c1-44ba-9d8a-cc0bb4bb3dea req-bc89b80b-0829-4610-8128-44202f380062 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Unset dirty status for tenant:fbf600fbe0b84ca6996e89d94be9615e on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:28.959990 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-14e4dd33-58c1-44ba-9d8a-cc0bb4bb3dea req-bc89b80b-0829-4610-8128-44202f380062 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 943 time: 0.2441270
Nov 13 07:48:29.032333 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-14e4dd33-58c1-44ba-9d8a-cc0bb4bb3dea req-46bf09f7-cf50-411d-ac15-080e3b173fa0 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625358
Nov 13 07:48:29.076649 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-25c2da87-fc23-4bb6-8fab-a05f88e16593 req-8fe276fb-9c25-4564-a563-c1d7dc4a44ee tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 210 time: 0.0829537
Nov 13 07:48:29.180108 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f5c02347-6db3-4745-81e3-52f7e953d68f req-d6e2e378-86e2-4830-94c3-03fd8948ea59 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.0631428
Nov 13 07:48:29.208435 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-701be83e-956e-4e3c-800c-00606379a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9381f0>, [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:10Z', 'revision_number': 4, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port': {'id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:02Z', 'updated_at': '2021-11-13T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '9906267c-adc7-408f-a8be-a029e8a60932', 'name': '', 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'mac_address': 'fa:16:3e:c8:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da611d9-8486-4759-8803-c06651571daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:09Z', 'updated_at': '2021-11-13T07:48:28Z', 'revision_number': 4, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'subnets': [{'id': '4da611d9-8486-4759-8803-c06651571daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:29.213704 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701be83e-956e-4e3c-800c-00606379a090 None None] The sync data for ids ['60ac587f-9673-41d5-8ead-be1385bda23c'] in dv-cinder-817832-1-iscsi is: [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:10Z', 'revision_number': 4, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port': {'id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:02Z', 'updated_at': '2021-11-13T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '9906267c-adc7-408f-a8be-a029e8a60932', 'name': '', 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'mac_address': 'fa:16:3e:c8:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da611d9-8486-4759-8803-c06651571daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:09Z', 'updated_at': '2021-11-13T07:48:28Z', 'revision_number': 4, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'subnets': [{'id': '4da611d9-8486-4759-8803-c06651571daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:48:29.483624 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:29.782648 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-75e4bbad-320a-47ea-90b6-0db63c95ba2e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:29.784339 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-75e4bbad-320a-47ea-90b6-0db63c95ba2e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 819 time: 0.3528483
Nov 13 07:48:29.813231 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-82e24e6b-5d51-489e-a8aa-22d22a6757c0 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/quotas/fb1f9a1ba6464c57932a7fbff537dd1f HTTP/1.1" status: 200  len: 375 time: 0.0236399
Nov 13 07:48:29.911419 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-517ddbdf-0500-4bc8-bff8-0e860075592e req-1ff5331c-28fd-4e44-9066-a3ab736f13ea tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 210 time: 0.0795772
Nov 13 07:48:30.004836 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Sync routers for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:48:30.021020 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:30.021665 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deef69e80>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:30.039109 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-34892d94-000c-4623-a091-a6508c812e74 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2240050
Nov 13 07:48:30.097484 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c6e7d913-6aac-4023-b11a-4eca695353a1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:48:30.239989 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-7def8673-1c8b-40c2-bf30-d6feb6ec3a99 service neutron] 10.222.0.32 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997604
Nov 13 07:48:30.365842 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:30.392004 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port c6e7d913-6aac-4023-b11a-4eca695353a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c6e7d913-6aac-4023-b11a-4eca695353a1,segment=NetworkSegment(17fc7876-928a-4de9-9c09-c75593e308bd),segment_id=17fc7876-928a-4de9-9c09-c75593e308bd)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:30.428394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'c6e7d913-6aac-4023-b11a-4eca695353a1', 'network_id': '94faff74-ffc4-411d-904f-8eb81943caca', 'port_id': 'c6e7d913-6aac-4023-b11a-4eca695353a1', 'mac_address': 'fa:16:3e:df:7e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:48:30.495279 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c6773-64d1-4c11-ac7d-fa2c4bdfedbf req-de63fae2-c1a3-4031-963b-83da0905ce8c tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:30.506086 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b74c6773-64d1-4c11-ac7d-fa2c4bdfedbf req-de63fae2-c1a3-4031-963b-83da0905ce8c tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 943 time: 0.2045319
Nov 13 07:48:30.521559 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 34968) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:30.522180 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:30.566940 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e7d913-6aac-4023-b11a-4eca695353a1 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:30.604253 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port c6e7d913-6aac-4023-b11a-4eca695353a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c6e7d913-6aac-4023-b11a-4eca695353a1,segment=NetworkSegment(17fc7876-928a-4de9-9c09-c75593e308bd),segment_id=17fc7876-928a-4de9-9c09-c75593e308bd)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:30.639427 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-b84d3734-2ea6-43da-96ab-99f746ff6838 service neutron] 10.222.0.32 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3878241
Nov 13 07:48:30.651601 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b74c6773-64d1-4c11-ac7d-fa2c4bdfedbf req-22f4ee25-20aa-41c6-995d-ed1f5d20f2c1 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442726
Nov 13 07:48:30.812709 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:30.816434 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4cdcfc8d-0e4e-417d-b8a5-c8657198fc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:30.871273 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2feaf5dd-caba-4196-9cd9-fe8d663ba6d1 req-abd84ba9-e470-480d-8a2a-ea04fd7a5dfc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.1131709
Nov 13 07:48:30.915154 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:30.924134 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 9906267c-adc7-408f-a8be-a029e8a60932 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:30.951710 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deef69e80>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 2, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:30.956780 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Checking router: d1616801-2bbc-4de7-93c4-c6b0bf655ff8 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:48:30.957299 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Updating router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 port 2628315f-2236-4927-b48a-2549228247a4 binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:48:30.975477 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:30.986681 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d6eeb9299649658320d4b72899e6d2 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:30.998560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:31.011499 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:31.040480 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=c6e7d913-6aac-4023-b11a-4eca695353a1,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:31.054061 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:31.096304 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['c6e7d913-6aac-4023-b11a-4eca695353a1'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:48:31.128498 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.182317 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 9906267c-adc7-408f-a8be-a029e8a60932 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:31.213352 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 9906267c-adc7-408f-a8be-a029e8a60932 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:31.216245 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.287120 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-78d78744-ea4d-417a-8a94-1171173ec003 req-78e0b74c-ebc1-4e96-965c-f445285c5d37 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 210 time: 0.1589973
Nov 13 07:48:31.316190 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-db8f57e1-6d7c-49ea-8a26-5979569e3a53 req-9901a4e5-d2e2-417e-b675-cc67928878ed tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 210 time: 0.1187954
Nov 13 07:48:31.475414 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.543643 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.555083 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:31.653485 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.701771 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-10aac836-83e2-4bd8-8a31-59c785020a32 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:31.708680 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-10aac836-83e2-4bd8-8a31-59c785020a32 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 814 time: 0.3409381
Nov 13 07:48:31.723644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2920ff-6bf4-41e3-9ccd-f80028ff3d11,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:31.756353 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:31.799775 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35008) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:31.799996 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1d6eeb9299649658320d4b72899e6d2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2768195
Nov 13 07:48:31.825234 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 9906267c-adc7-408f-a8be-a029e8a60932, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=9906267c-adc7-408f-a8be-a029e8a60932,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:31.830546 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-b555116c-f90a-4c28-aa4a-c1c1e3072b99 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 380 time: 0.1043305
Nov 13 07:48:31.835810 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.847284 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'port': {'device_id': '10558cad-5f50-40b7-b4e0-367f83693f74', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'admin_state_up': True, 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'security_groups': ['1013a4da-299c-4839-83c5-35fcd46329bb']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:31.850929 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Transition to ACTIVE for port object 2628315f-2236-4927-b48a-2549228247a4 will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:31.948838 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.953502 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-644e5497-2315-451d-8fa0-86198e45649f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:31.964755 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:31.965997 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5f66-6133-4202-a883-9102d3aa8856 req-3ad39046-d06b-496f-ae9a-b811a615f4e3 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:31.970993 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:31.975454 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fbec5f66-6133-4202-a883-9102d3aa8856 req-3ad39046-d06b-496f-ae9a-b811a615f4e3 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 944 time: 0.0924199
Nov 13 07:48:31.989763 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.062638 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.067872 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fbec5f66-6133-4202-a883-9102d3aa8856 req-7b5dbbd4-a447-47d0-a891-4a8446181a3f tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912728
Nov 13 07:48:32.086567 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:32.161128 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=9906267c-adc7-408f-a8be-a029e8a60932,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:32.198575 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:32.223659 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1d9ca735-7663-4a53-8972-c058c24fa32a req-e925afe6-2d4b-4215-af1d-8dfd1e506c60 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.1469114
Nov 13 07:48:32.245985 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:32.276024 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2f5db-dddb-4621-94ce-870c52f09198 None None] Pushing event updated for resources: {'Port': ['ID=2628315f-2236-4927-b48a-2549228247a4,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:32.280925 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-e4b2f5db-dddb-4621-94ce-870c52f09198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:32.346925 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Made reservation on behalf of f490cae0b0bc42e9967df5c301d2299b for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:48:32.357564 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.447422 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Attempting to bind port 2628315f-2236-4927-b48a-2549228247a4 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:32.447788 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Attempting to bind port 2628315f-2236-4927-b48a-2549228247a4 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:32.448281 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Attempting to bind port 2628315f-2236-4927-b48a-2549228247a4 on network 68227660-1969-4380-bdbb-e55ad209027e {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:32.459149 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:32.461063 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Checking segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:32.461063 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.461063 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Bound using segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:32.461063 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Bound port: 2628315f-2236-4927-b48a-2549228247a4, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:32.461421 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.464769 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.469223 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3008aca1-c112-4090-a261-f8e735ab2a04 req-58e4d57d-4b5e-4f53-9be0-a370416557d8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 210 time: 0.0509703
Nov 13 07:48:32.478338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:32.514449 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.18', 59559) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:32.521116 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2920ff-6bf4-41e3-9ccd-f80028ff3d11,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:32.524567 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:32.545096 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.546443 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb2920ff-6bf4-41e3-9ccd-f80028ff3d11 HTTP/1.1" status: 204  len: 168 time: 0.7454004
Nov 13 07:48:32.683683 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Allocated IP 172.20.0.14 (68227660-1969-4380-bdbb-e55ad209027e/6e61d4b6-2a6f-4a26-9aa9-675889a3fe84/1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:32.694210 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] For port 2628315f-2236-4927-b48a-2549228247a4, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:32.701246 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] For port 2628315f-2236-4927-b48a-2549228247a4, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=2628315f-2236-4927-b48a-2549228247a4,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:32.774596 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 9906267c-adc7-408f-a8be-a029e8a60932 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:32.821187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-cf53580c-cf05-4493-89f5-00ebdcf8becd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:32.822687 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-cf53580c-cf05-4493-89f5-00ebdcf8becd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 819 time: 0.3069854
Nov 13 07:48:32.832933 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-aa78420b-5026-4050-8c22-bb65b6a34874 req-3fc4deff-a615-4745-9bcf-4eb2632cd253 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 210 time: 0.0792480
Nov 13 07:48:32.859567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Request body: {'port': {'device_id': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'admin_state_up': True, 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:32.867155 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 9906267c-adc7-408f-a8be-a029e8a60932 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:32.872325 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.904977 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:32.920197 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-362e0592-36cd-4082-a173-4f69968c9fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:33.076574 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:33.116267 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Transition to ACTIVE for port object 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:33.157261 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:33.171356 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:33.178301 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:33.178817 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deef69e80>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:33.243390 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:33.265148 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:33.275316 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Made reservation on behalf of fb1f9a1ba6464c57932a7fbff537dd1f for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:48:33.284994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:33.319262 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2f5db-dddb-4621-94ce-870c52f09198 None None] Pushing event updated for resources: {'Port': ['ID=2628315f-2236-4927-b48a-2549228247a4,revision_number=4']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:33.336731 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-e4b2f5db-dddb-4621-94ce-870c52f09198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:33.384007 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Network 68227660-1969-4380-bdbb-e55ad209027e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:33.404968 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:33.412308 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:33.417545 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:33.426286 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:33.571435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:33.574588 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:33.705241 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.18', 59561) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:33.755422 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9074471
Nov 13 07:48:33.781869 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-788f271b-dc83-48c4-9070-fb65c2b79d2b req-84a89811-e970-48a3-8aa2-2a4484011dcc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.1906819
Nov 13 07:48:33.787086 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Request body: {'port': {'device_id': '10558cad-5f50-40b7-b4e0-367f83693f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:33.787263 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:33.859777 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e97ad014-a544-4359-9c1f-72d64eaecef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:33.946039 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4c13a44d-450f-45e9-a350-0db826546763 None None] Provisioning for port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:33.950771 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4c13a44d-450f-45e9-a350-0db826546763 None None] Provisioning complete for port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:33.951148 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4c13a44d-450f-45e9-a350-0db826546763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:33.992045 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:34.101367 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c6e7d913-6aac-4023-b11a-4eca695353a1 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:34.271530 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-4c13a44d-450f-45e9-a350-0db826546763 None None] Port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:48:34.300206 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-f9702c52-877d-4cfa-b950-3abe86cec044 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:34.300206 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-f9702c52-877d-4cfa-b950-3abe86cec044 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 811 time: 0.5908749
Nov 13 07:48:34.304767 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deef69e80>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:32Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:34.313835 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca31e9-5602-4dcb-9b02-be0f986b8d04 None None] The sync data for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi is: [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:32Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:48:34.317918 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:34.325605 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9f74c519-ebf9-4553-afb3-1b2557d8d20d req-1e86d079-e3b4-40b2-8f8b-152bdd247fb5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 210 time: 0.3356352
Nov 13 07:48:34.331027 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce37e4-d0f3-4e6c-8849-426b210909af req-80221e3e-a0a9-4805-be99-3ca9ef7f45db tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:34.333984 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-51ce37e4-d0f3-4e6c-8849-426b210909af req-80221e3e-a0a9-4805-be99-3ca9ef7f45db tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 944 time: 0.8196843
Nov 13 07:48:34.338242 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Allocated IP 172.20.0.9 (77b75486-1f76-4ec9-bd2f-6841ef30c66e/4da611d9-8486-4759-8803-c06651571daf/c4fea12e-1c32-4d53-af69-c60642a069fd) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:34.374454 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port c6e7d913-6aac-4023-b11a-4eca695353a1 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:34.381071 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port c6e7d913-6aac-4023-b11a-4eca695353a1 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:34.381830 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:34.432826 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35098) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:34.759912 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:34.825203 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7d913-6aac-4023-b11a-4eca695353a1'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:34.919388 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2628315f-2236-4927-b48a-2549228247a4 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:34.962700 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:34.972631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.18', 59566) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:34.992750 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port c6e7d913-6aac-4023-b11a-4eca695353a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c6e7d913-6aac-4023-b11a-4eca695353a1,segment=NetworkSegment(17fc7876-928a-4de9-9c09-c75593e308bd),segment_id=17fc7876-928a-4de9-9c09-c75593e308bd)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:35.035392 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-51ce37e4-d0f3-4e6c-8849-426b210909af req-02ceefd3-3e8d-46e5-b59a-5cbc1d6be982 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5956640
Nov 13 07:48:35.062862 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.084976 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.099819 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:35.144253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35114) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:35.151644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.195281 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:35.274118 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=c6e7d913-6aac-4023-b11a-4eca695353a1,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:35.290256 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:35.297504 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-0827a9f8-6345-40b6-9b23-feb6a70eca46 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=728dba4850df46759bff46353cf16a60 HTTP/1.1" status: 200  len: 380 time: 0.9801824
Nov 13 07:48:35.302861 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Pushing event updated for resources: {'Port': ['ID=c4fea12e-1c32-4d53-af69-c60642a069fd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:35.306350 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:35.351464 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 2628315f-2236-4927-b48a-2549228247a4 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:35.352256 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.357597 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 2628315f-2236-4927-b48a-2549228247a4 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:35.358370 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.368326 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f707ac50-c1b8-4f2d-8b63-f49296b3a0ed req-3d6ec811-ba4d-4ea1-8b67-589e8095f33d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.0691955
Nov 13 07:48:35.423739 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:35.428667 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Usage tracker for resource:security_group_rule and tenant:61adfcccb94247d4a0652f3336f10ab9 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:35.432057 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:35.445441 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:35.449139 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:35.469272 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a0fc4077924454e8108dff030d4ceba is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:35.481743 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:35.502693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:35.530160 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'port': {'device_id': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'admin_state_up': True, 'tenant_id': '728dba4850df46759bff46353cf16a60', 'security_groups': ['d83085a7-2801-48d3-80ed-f7abb63791ef']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:35.602074 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:35.607641 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:35.620971 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:35.634415 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:35.635265 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.653075 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.690084 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 2628315f-2236-4927-b48a-2549228247a4, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=2628315f-2236-4927-b48a-2549228247a4,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:35.701264 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 07:48:35.751020 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-26c737d1-ffc6-4e1a-a621-d4d64e6033bd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:35.753162 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-26c737d1-ffc6-4e1a-a621-d4d64e6033bd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 819 time: 0.7692931
Nov 13 07:48:35.754692 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.758905 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:35.771911 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Request body: {'port': {'device_id': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'admin_state_up': True, 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:35.889828 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=2628315f-2236-4927-b48a-2549228247a4,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:35.893538 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:35.938564 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-20a59fbe-c185-47e2-8508-cdcb2d9e390e req-f3648e00-c458-4a3f-a5b7-5dde1144a4ae tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 210 time: 0.3187521
Nov 13 07:48:35.953523 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9100d-bb6d-4907-bd24-a7a58d5bc5ba req-ef16f5ee-ab9f-47ec-a137-f92cb55a6154 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:35.954283 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-f0c9100d-bb6d-4907-bd24-a7a58d5bc5ba req-ef16f5ee-ab9f-47ec-a137-f92cb55a6154 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Synchronizing usage tracker for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:35.972038 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:35.994139 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.006086 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-2df9b5a5-c783-428f-a5d9-1a7596386659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.022011 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:36.032944 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.035219 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:36.037918 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:36.049261 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:36.050385 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Transition to ACTIVE for port object 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:36.073085 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.082938 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:36.103017 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.110906 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-f0c9100d-bb6d-4907-bd24-a7a58d5bc5ba req-ef16f5ee-ab9f-47ec-a137-f92cb55a6154 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Unset dirty status for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:36.114746 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2675147
Nov 13 07:48:36.115416 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0c9100d-bb6d-4907-bd24-a7a58d5bc5ba req-ef16f5ee-ab9f-47ec-a137-f92cb55a6154 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 932 time: 1.2292428
Nov 13 07:48:36.128925 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:36.131440 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0bd8a29a-69af-4f08-a5a3-9345cda403e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:36.131547 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Request body: {'port': {'device_id': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:36.167049 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a0fc4077924454e8108dff030d4ceba&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6824861
Nov 13 07:48:36.167049 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc9f8b-4990-4570-a246-93cba8d0ebb6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:36.167313 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.168278 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35148) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:36.226267 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61adfcccb94247d4a0652f3336f10ab9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0439799
Nov 13 07:48:36.226267 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa50f52-7d0a-41fa-93d3-421fdf2d4f94,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:36.227468 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35152) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:36.243046 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:36.250693 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7d913-6aac-4023-b11a-4eca695353a1', 'code': 200}
Nov 13 07:48:36.257538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Made reservation on behalf of 728dba4850df46759bff46353cf16a60 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:48:36.260974 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.282318 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:36.285576 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:36.348896 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Made reservation on behalf of fb1f9a1ba6464c57932a7fbff537dd1f for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:48:36.352484 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.377424 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.407313 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.481874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.571383 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.591313 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.18', 59569) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:36.614497 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0c9100d-bb6d-4907-bd24-a7a58d5bc5ba req-db66f4a5-c69a-4c3b-92a2-a7911398f020 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4874735
Nov 13 07:48:36.615354 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:36.684184 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:36.791439 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2628315f-2236-4927-b48a-2549228247a4 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:36.832714 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Attempting to bind port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:36.833055 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Attempting to bind port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:36.833418 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Attempting to bind port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 on network 68227660-1969-4380-bdbb-e55ad209027e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:36.841042 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.851573 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 on network 68227660-1969-4380-bdbb-e55ad209027e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:48:36.851573 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Attempting to bind port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 on network 68227660-1969-4380-bdbb-e55ad209027e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:36.922416 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-1fe9121e-f202-456f-b1a2-59aa17bb1677 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 1098 time: 0.3118165
Nov 13 07:48:36.923697 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:36.924032 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Checking segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:36.924410 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Bound using segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:36.924980 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Bound port: 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:36.925332 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.926573 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Allocated IP 172.20.0.11 (5ce4da95-76b6-4434-b98c-5899f375e796/ab58c00e-eecf-4599-ade9-3f48ee0bb1bd/05dbf5a8-522c-40dd-8370-3137b750dcd6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:36.935891 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 2628315f-2236-4927-b48a-2549228247a4 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:36.936178 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.936652 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Allocated IP 172.20.0.2 (77b75486-1f76-4ec9-bd2f-6841ef30c66e/4da611d9-8486-4759-8803-c06651571daf/339633cf-7225-4a17-a0e2-d529e386c0dc) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:48:36.942375 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7786c525-b7b7-4faf-8988-2de43ed103da req-92af5d69-7623-47ba-b232-9ffdbbf116a1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.0852408
Nov 13 07:48:36.959339 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:36.972549 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf09a-9b4d-44e9-b167-e47a782be806 req-6165082e-be27-44ce-b151-c7bd5db105d3 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:36.974053 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3e7bf09a-9b4d-44e9-b167-e47a782be806 req-6165082e-be27-44ce-b151-c7bd5db105d3 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.5787232
Nov 13 07:48:36.987752 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-04b31a87-a109-46d0-acc7-a458de69d628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:36.991539 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.006485 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.056152 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa50f52-7d0a-41fa-93d3-421fdf2d4f94,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:37.058457 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:37.253660 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3e7bf09a-9b4d-44e9-b167-e47a782be806 req-7e87e2a5-b790-4b57-a917-179e6fe1daa2 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601607
Nov 13 07:48:37.303060 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-7ab63ee7-43b6-4cb9-8f19-a1ec1230da9e req-adbb84cc-8e45-4e81-b65b-3babdee5a31d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Synchronizing usage tracker for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:37.304318 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.305423 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baa50f52-7d0a-41fa-93d3-421fdf2d4f94 HTTP/1.1" status: 204  len: 168 time: 1.0746264
Nov 13 07:48:37.306771 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:37.345264 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Usage tracker for resource:security_group_rule and tenant:af32ed61c6cd49cfb5ff46cc0b3f706f is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:37.356168 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:37.364059 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:37.414208 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:37.428989 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.432176 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:37.467611 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.474925 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Transition to ACTIVE for port object 05dbf5a8-522c-40dd-8370-3137b750dcd6 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:37.476759 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-55e3a5c1-cc3a-4a1f-87e8-8fdd6a622377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:37.496933 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc9f8b-4990-4570-a246-93cba8d0ebb6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:37.510501 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:37.518239 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.545134 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-7ab63ee7-43b6-4cb9-8f19-a1ec1230da9e req-adbb84cc-8e45-4e81-b65b-3babdee5a31d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Unset dirty status for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:37.546278 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7ab63ee7-43b6-4cb9-8f19-a1ec1230da9e req-adbb84cc-8e45-4e81-b65b-3babdee5a31d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 210 time: 0.3670185
Nov 13 07:48:37.581228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.591177 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-db28a266-a830-40cd-83bf-dbe64c7b48f3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:37.676044 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.679486 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71bc9f8b-4990-4570-a246-93cba8d0ebb6 HTTP/1.1" status: 204  len: 168 time: 1.4359567
Nov 13 07:48:37.680697 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.682111 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-34637a60-6105-428d-99fb-091ca4153982 service neutron] 10.222.0.18 "PUT /v2.0/ports/1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 HTTP/1.1" status: 200  len: 1094 time: 3.9156420
Nov 13 07:48:37.687030 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:37.698493 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.702795 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:37.706699 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:37.769149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.775987 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:37.846071 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'status': 'completed', 'code': 200}
Nov 13 07:48:37.850962 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:37.867063 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.005835 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:38.014294 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Network 77b75486-1f76-4ec9-bd2f-6841ef30c66e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:38.015253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Pushing event updated for resources: {'Port': ['ID=339633cf-7225-4a17-a0e2-d529e386c0dc,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:38.020789 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2d4e0c67-fb9e-4d7c-a3c9-69dbb742f24c req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0818124
Nov 13 07:48:38.021686 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:38.024149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:38.026015 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:38.035877 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:38.040133 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:38.040835 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.093897 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b891bc2-3d98-49da-8d9a-ac3a5bba29c9,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:38.099309 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:38.112809 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-22d3f72b-93cd-405e-87cb-c53716ba011d req-a04f9af7-c36a-4a3a-91cd-ed8c62b6daf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1097 time: 0.2326159
Nov 13 07:48:38.118006 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Network 5ce4da95-76b6-4434-b98c-5899f375e796 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:48:38.118918 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'Port': ['ID=05dbf5a8-522c-40dd-8370-3137b750dcd6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:38.132372 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:48:38.136758 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:38.143186 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:48:38.147247 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:38.147841 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.208200 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4399443
Nov 13 07:48:38.210213 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9760a3b-8045-43e7-b815-75c5615bfd73 req-eeb54aef-bbe8-45da-a9d8-899a2eab61a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:38.213251 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e9760a3b-8045-43e7-b815-75c5615bfd73 req-eeb54aef-bbe8-45da-a9d8-899a2eab61a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.3663275
Nov 13 07:48:38.299467 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9920323
Nov 13 07:48:38.318228 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Request body: {'port': {'device_id': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:38.404665 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35220) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:38.406057 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fea12e-1c32-4d53-af69-c60642a069fd {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:38.408437 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Request body: {'port': {'device_id': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:48:38.420729 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.481883 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e9760a3b-8045-43e7-b815-75c5615bfd73 req-41a51427-7dc3-4bec-8a51-0e8f613daae8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2526064
Nov 13 07:48:38.499737 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Transition to ACTIVE for port object c4fea12e-1c32-4d53-af69-c60642a069fd will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:38.532994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.557133 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-09035c6c-eef0-4c8d-973c-9b8d552e749c None None] Provisioning for port 05dbf5a8-522c-40dd-8370-3137b750dcd6 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:38.562451 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-09035c6c-eef0-4c8d-973c-9b8d552e749c None None] Provisioning complete for port 05dbf5a8-522c-40dd-8370-3137b750dcd6 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:38.562859 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09035c6c-eef0-4c8d-973c-9b8d552e749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.574816 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f72b-93cd-405e-87cb-c53716ba011d req-6c3deb3d-24a2-4f64-a3e1-b93b875668a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:38.576587 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-22d3f72b-93cd-405e-87cb-c53716ba011d req-6c3deb3d-24a2-4f64-a3e1-b93b875668a2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f490cae0b0bc42e9967df5c301d2299b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3332360
Nov 13 07:48:38.587198 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.603089 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287c15d-1158-47f2-9e78-4ff7d3ccfe7d req-7bd047d0-ed9d-4f52-9790-002573111218 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:38.604659 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6287c15d-1158-47f2-9e78-4ff7d3ccfe7d req-7bd047d0-ed9d-4f52-9790-002573111218 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 932 time: 0.4585373
Nov 13 07:48:38.632273 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.671050 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.671155 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:38.691635 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-09035c6c-eef0-4c8d-973c-9b8d552e749c None None] Port 05dbf5a8-522c-40dd-8370-3137b750dcd6 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:48:38.697631 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:38.752652 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:38.757260 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-6287c15d-1158-47f2-9e78-4ff7d3ccfe7d req-235b8c8f-afd2-4fa1-b2a6-2646fe254d13 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:security_group {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:38.764443 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5f3e5e6cfb4725bdd4c70dc789af78 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:38.777582 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:38.788602 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:38.967200 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fea12e-1c32-4d53-af69-c60642a069fd,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:38.977863 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:39.017855 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.116232 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35236) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:39.125122 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.136134 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Attempting to bind port c4fea12e-1c32-4d53-af69-c60642a069fd on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:39.136501 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Attempting to bind port c4fea12e-1c32-4d53-af69-c60642a069fd by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:39.136854 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Attempting to bind port c4fea12e-1c32-4d53-af69-c60642a069fd on network 77b75486-1f76-4ec9-bd2f-6841ef30c66e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:39.146786 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5b5f1-8f45-4915-b1f6-b562151c48d3 req-9f4f9169-18f8-4624-a3d7-36521d674b28 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:39.148243 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9df5b5f1-8f45-4915-b1f6-b562151c48d3 req-9f4f9169-18f8-4624-a3d7-36521d674b28 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.4413152
Nov 13 07:48:39.160239 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:39.179532 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.192101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Port c4fea12e-1c32-4d53-af69-c60642a069fd on network 77b75486-1f76-4ec9-bd2f-6841ef30c66e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:48:39.192261 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Attempting to bind port c4fea12e-1c32-4d53-af69-c60642a069fd on network 77b75486-1f76-4ec9-bd2f-6841ef30c66e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:39.195083 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339633cf-7225-4a17-a0e2-d529e386c0dc {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:39.215888 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.228704 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:39.229013 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Checking segment: {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:39.229641 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Bound using segment: {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:39.230058 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Bound port: c4fea12e-1c32-4d53-af69-c60642a069fd, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:39.230402 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.243022 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8b92e9-8f0c-4b91-bbed-1b3ac2766088,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:39.247084 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae5f3e5e6cfb4725bdd4c70dc789af78&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7907619
Nov 13 07:48:39.250413 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35242) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:39.257106 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:39.261736 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-6287c15d-1158-47f2-9e78-4ff7d3ccfe7d req-235b8c8f-afd2-4fa1-b2a6-2646fe254d13 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:security_group {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:39.262302 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6287c15d-1158-47f2-9e78-4ff7d3ccfe7d req-235b8c8f-afd2-4fa1-b2a6-2646fe254d13 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6501608
Nov 13 07:48:39.264139 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Transition to ACTIVE for port object 339633cf-7225-4a17-a0e2-d529e386c0dc will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:39.271403 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:39.275388 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Usage tracker for resource:security_group_rule and tenant:08af8544b7aa460dae91bb07bda913c1 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:39.278561 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:39.279759 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9df5b5f1-8f45-4915-b1f6-b562151c48d3 req-a51e106b-56c9-4a44-8455-ec60489bc232 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230521
Nov 13 07:48:39.285433 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:39.411115 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 07:48:39.494077 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.705306 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.705822 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:39.705900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dbf5a8-522c-40dd-8370-3137b750dcd6 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:39.705900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.705900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.705900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] For port c4fea12e-1c32-4d53-af69-c60642a069fd, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:39.705900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Transition to ACTIVE for port object 05dbf5a8-522c-40dd-8370-3137b750dcd6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:39.705900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] For port c4fea12e-1c32-4d53-af69-c60642a069fd, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c4fea12e-1c32-4d53-af69-c60642a069fd,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:39.705900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35250) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:39.765320 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Pushing event updated for resources: {'Port': ['ID=339633cf-7225-4a17-a0e2-d529e386c0dc,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:39.808730 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a86f-9a02-4ddd-8d91-47c92aecaeeb req-5d8ad477-98b6-4c51-892e-0d05f88fb5b0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:39.810298 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-35c4a86f-9a02-4ddd-8d91-47c92aecaeeb req-5d8ad477-98b6-4c51-892e-0d05f88fb5b0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0948300
Nov 13 07:48:39.840359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:39.858520 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-35c4a86f-9a02-4ddd-8d91-47c92aecaeeb req-552d4c4e-5ff0-46ff-a7b5-6b369280a442 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405583
Nov 13 07:48:39.880711 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f72b-93cd-405e-87cb-c53716ba011d req-7ea41213-a8a7-48e7-991b-66970e64767b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:39.882229 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-22d3f72b-93cd-405e-87cb-c53716ba011d req-7ea41213-a8a7-48e7-991b-66970e64767b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5685678
Nov 13 07:48:39.888559 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.896658 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:39.930512 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:39.934302 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:81443d2bd38d4b65ae8cebab504487df is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:39.937307 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:39.943650 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:39.956342 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a901c-27e1-4346-832c-e4fdff899126 req-035d35a5-b60a-4db0-aa29-043a59bc316a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:39.957694 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-652a901c-27e1-4346-832c-e4fdff899126 req-035d35a5-b60a-4db0-aa29-043a59bc316a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 943 time: 0.4752395
Nov 13 07:48:39.965076 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Attempting to bind port 339633cf-7225-4a17-a0e2-d529e386c0dc on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:39.965401 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Attempting to bind port 339633cf-7225-4a17-a0e2-d529e386c0dc by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:39.965719 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Attempting to bind port 339633cf-7225-4a17-a0e2-d529e386c0dc on network 77b75486-1f76-4ec9-bd2f-6841ef30c66e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:39.989452 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Port 339633cf-7225-4a17-a0e2-d529e386c0dc on network 77b75486-1f76-4ec9-bd2f-6841ef30c66e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:48:39.989765 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Attempting to bind port 339633cf-7225-4a17-a0e2-d529e386c0dc on network 77b75486-1f76-4ec9-bd2f-6841ef30c66e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:40.009064 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:40.009369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Checking segment: {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:40.009745 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Bound using segment: {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:40.010165 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Bound port: 339633cf-7225-4a17-a0e2-d529e386c0dc, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2c3d5d-64d9-4939-91bc-322427672791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:40.010501 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:40.032904 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-652a901c-27e1-4346-832c-e4fdff899126 req-0bd19b45-c5c9-44ba-b917-5e0eb201e1b9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Synchronizing usage tracker for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:security_group {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:40.133670 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] For port 339633cf-7225-4a17-a0e2-d529e386c0dc, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:40.136894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] For port 339633cf-7225-4a17-a0e2-d529e386c0dc, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=339633cf-7225-4a17-a0e2-d529e386c0dc,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:40.329656 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:40.340498 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:40.473382 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=05dbf5a8-522c-40dd-8370-3137b750dcd6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:40.484144 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:40.547687 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Attempting to bind port 05dbf5a8-522c-40dd-8370-3137b750dcd6 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:40.548061 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Attempting to bind port 05dbf5a8-522c-40dd-8370-3137b750dcd6 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:40.548392 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Attempting to bind port 05dbf5a8-522c-40dd-8370-3137b750dcd6 on network 5ce4da95-76b6-4434-b98c-5899f375e796 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:40.594584 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Port 05dbf5a8-522c-40dd-8370-3137b750dcd6 on network 5ce4da95-76b6-4434-b98c-5899f375e796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:48:40.595509 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Attempting to bind port 05dbf5a8-522c-40dd-8370-3137b750dcd6 on network 5ce4da95-76b6-4434-b98c-5899f375e796 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:40.611100 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:40.611433 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Checking segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:40.611820 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Bound using segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:40.612244 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Bound port: 05dbf5a8-522c-40dd-8370-3137b750dcd6, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:40.612585 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:40.716412 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab1f6b-1583-40fa-94c6-42995e29138c req-6a0063e8-fa0e-4f1b-998c-32ad8ec1a67c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:40.717027 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-ebab1f6b-1583-40fa-94c6-42995e29138c req-6a0063e8-fa0e-4f1b-998c-32ad8ec1a67c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:40.725639 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:40.731489 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:40.743052 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a257b342-dadd-4243-8441-01aafb1908fb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:40.785865 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] For port 05dbf5a8-522c-40dd-8370-3137b750dcd6, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:40.812539 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:40.813667 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a8b92e9-8f0c-4b91-bbed-1b3ac2766088 HTTP/1.1" status: 204  len: 168 time: 1.5612149
Nov 13 07:48:40.818390 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] For port 05dbf5a8-522c-40dd-8370-3137b750dcd6, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:40.819672 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:40.821001 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 1093 time: 4.6956580
Nov 13 07:48:40.823270 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'tag': 'c4fea12e-1c32-4d53-af69-c60642a069fd'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:40.899399 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fea12e-1c32-4d53-af69-c60642a069fd,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:40.902391 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:40.904430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bf40c6f6-83cc-48fa-9c35-07056f66bac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:40.914033 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8b92e9-8f0c-4b91-bbed-1b3ac2766088,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:40.916315 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:41.032157 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-652a901c-27e1-4346-832c-e4fdff899126 req-0bd19b45-c5c9-44ba-b917-5e0eb201e1b9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Unset dirty status for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:security_group {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:41.033433 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-652a901c-27e1-4346-832c-e4fdff899126 req-0bd19b45-c5c9-44ba-b917-5e0eb201e1b9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0693893
Nov 13 07:48:41.034445 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.035890 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.046950 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-39b02285-f2f5-4ce0-9225-578950287c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:41.095951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a67e21-995b-4111-93c3-8859b26b1344,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:41.100011 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.101724 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] 10.222.0.18 "PUT /v2.0/ports/339633cf-7225-4a17-a0e2-d529e386c0dc HTTP/1.1" status: 200  len: 1093 time: 2.7022383
Nov 13 07:48:41.102334 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'tag': '339633cf-7225-4a17-a0e2-d529e386c0dc'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:41.103612 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-ebab1f6b-1583-40fa-94c6-42995e29138c req-6a0063e8-fa0e-4f1b-998c-32ad8ec1a67c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:41.108467 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:41.108709 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:41.116116 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ebab1f6b-1583-40fa-94c6-42995e29138c req-6a0063e8-fa0e-4f1b-998c-32ad8ec1a67c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 944 time: 0.5643523
Nov 13 07:48:41.119947 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.146437 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08af8544b7aa460dae91bb07bda913c1&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0229468
Nov 13 07:48:41.151607 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:41.184380 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35276) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:41.205240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.293555 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.295170 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 200  len: 1094 time: 2.9845657
Nov 13 07:48:41.305279 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=05dbf5a8-522c-40dd-8370-3137b750dcd6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:41.311543 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:41.314532 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ebab1f6b-1583-40fa-94c6-42995e29138c req-895734c5-b9a7-4812-a083-6a7f84890432 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1974716
Nov 13 07:48:41.316786 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.327744 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b69bf83d-55b3-4ec8-9309-c2e979b7a42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:41.356451 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Pushing event updated for resources: {'Port': ['ID=339633cf-7225-4a17-a0e2-d529e386c0dc,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:41.368344 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:41.397145 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9768600-d755-4d3d-8c92-d7fdb22ee11a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:41.401076 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:41.403599 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81443d2bd38d4b65ae8cebab504487df&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7221711
Nov 13 07:48:41.406822 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35282) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:41.479800 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-27744b3f-b2d5-4b35-a433-aa342ce6c32e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1096 time: 0.2611954
Nov 13 07:48:41.527557 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-268f5e08-a8d9-4577-b3c2-4a33199f7a3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1097 time: 0.3730681
Nov 13 07:48:41.544778 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-46d74791-bc4a-41bb-a398-3b92b643bad3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 1096 time: 0.2873731
Nov 13 07:48:41.557309 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045722e-d54e-47ba-9092-0004d583a149 req-220a3aee-2a6d-4ca5-af0a-e17471418d1a tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:41.559019 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2045722e-d54e-47ba-9092-0004d583a149 req-220a3aee-2a6d-4ca5-af0a-e17471418d1a tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.3500941
Nov 13 07:48:41.562108 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.628624 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.667126 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2045722e-d54e-47ba-9092-0004d583a149 req-71e9c630-2639-4344-aea3-f6dbde902713 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010323
Nov 13 07:48:41.677969 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-066055c7-b7d0-4d62-90fe-e2c9be884d96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 1097 time: 0.2701578
Nov 13 07:48:41.678625 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.711561 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab4cac-443e-400e-a3f1-efa3f555284f req-4f5aad3c-c9f4-4b07-a99a-362aeafee8bd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:41.713007 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-70ab4cac-443e-400e-a3f1-efa3f555284f req-4f5aad3c-c9f4-4b07-a99a-362aeafee8bd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.2029345
Nov 13 07:48:41.717948 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.745658 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.751183 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7453bc1c-3342-4ff5-934a-00a6895684c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:41.764050 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a67e21-995b-4111-93c3-8859b26b1344,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:41.767552 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:41.772888 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.777412 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36a67e21-995b-4111-93c3-8859b26b1344 HTTP/1.1" status: 204  len: 168 time: 0.5887177
Nov 13 07:48:41.795228 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-70ab4cac-443e-400e-a3f1-efa3f555284f req-681fc317-9be1-4f9a-880f-a2d511dd8cba tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700049
Nov 13 07:48:41.877568 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'tag': '339633cf-7225-4a17-a0e2-d529e386c0dc', 'status': 'completed', 'code': 200}
Nov 13 07:48:41.880180 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.885299 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:41.895759 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9768600-d755-4d3d-8c92-d7fdb22ee11a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:41.898236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:41.908802 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:41.910368 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9768600-d755-4d3d-8c92-d7fdb22ee11a HTTP/1.1" status: 204  len: 168 time: 0.5014753
Nov 13 07:48:41.986109 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'tag': 'c4fea12e-1c32-4d53-af69-c60642a069fd', 'status': 'completed', 'code': 200}
Nov 13 07:48:42.231180 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0119624-7a62-4709-ad00-c53dbab3c4ee req-6a2c18cb-ba5e-40ea-aae1-693af709db68 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:42.231865 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-f0119624-7a62-4709-ad00-c53dbab3c4ee req-6a2c18cb-ba5e-40ea-aae1-693af709db68 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Synchronizing usage tracker for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:48:42.288043 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Sync routers for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:48:42.303633 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:42.304322 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee57340>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:42.346222 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-f0119624-7a62-4709-ad00-c53dbab3c4ee req-6a2c18cb-ba5e-40ea-aae1-693af709db68 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Unset dirty status for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:48:42.347558 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f0119624-7a62-4709-ad00-c53dbab3c4ee req-6a2c18cb-ba5e-40ea-aae1-693af709db68 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 943 time: 0.1916525
Nov 13 07:48:42.516320 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f0119624-7a62-4709-ad00-c53dbab3c4ee req-3a09c05c-d12f-4d8e-9ddb-752b0798d870 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614177
Nov 13 07:48:42.552529 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:42.604931 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5f55c-348f-455d-b893-fb1ea4483b7c req-bc171ec4-ea0f-4308-a1b7-9f88caec2063 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:42.607170 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6ad5f55c-348f-455d-b893-fb1ea4483b7c req-bc171ec4-ea0f-4308-a1b7-9f88caec2063 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 944 time: 0.1071770
Nov 13 07:48:42.664541 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6ad5f55c-348f-455d-b893-fb1ea4483b7c req-5a7474d1-ec40-4ba3-afa7-ac18f289a337 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489450
Nov 13 07:48:42.916935 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0437fe-e21c-48ee-80f5-aae5c4576b6a req-59df7b08-19ca-418b-96a7-fce41bbf614b tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:42.918589 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a0437fe-e21c-48ee-80f5-aae5c4576b6a req-59df7b08-19ca-418b-96a7-fce41bbf614b tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.1044946
Nov 13 07:48:42.970517 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a0437fe-e21c-48ee-80f5-aae5c4576b6a req-25fe14c9-916c-4520-8e74-339db67225a9 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455759
Nov 13 07:48:42.976788 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee57340>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:14Z', 'revision_number': 2, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:42.980777 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Checking router: d608b1da-c5a6-413e-bdb0-a519011dae4a for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:48:42.981132 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Updating router d608b1da-c5a6-413e-bdb0-a519011dae4a port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:48:43.038940 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.049198 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35330) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:43.069996 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.072791 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71eaf6-a077-4d1d-a390-670ea396eef6 req-c95e2c27-f569-4b5f-bc7c-f39a047bab5a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:43.073972 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8b71eaf6-a077-4d1d-a390-670ea396eef6 req-c95e2c27-f569-4b5f-bc7c-f39a047bab5a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0931017
Nov 13 07:48:43.105471 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:43.111259 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d96dd0b3c846f8be1df40f1f05c911 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:43.113385 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:43.119318 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:43.150485 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8b71eaf6-a077-4d1d-a390-670ea396eef6 req-c6ae1f5a-3bfc-4f9f-8080-4d11d209d95f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671844
Nov 13 07:48:43.232632 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.408879 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.420643 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Transition to ACTIVE for port object f1d52776-97b8-4b23-aef9-8b0c7f6feff0 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:48:43.499520 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.508888 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-161e8282-2282-4678-a7d6-c9250e4b3b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:43.537826 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878a81f2-aa1b-4d1c-8293-a760d7a85663,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:43.542304 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:43.556831 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.571795 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:43.582067 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5d96dd0b3c846f8be1df40f1f05c911&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5295553
Nov 13 07:48:43.582327 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35344) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:43.773083 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.864870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.871415 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a739a24-29e9-4b02-a700-dab2551dc0fb None None] Pushing event updated for resources: {'Port': ['ID=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:43.882458 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4a739a24-29e9-4b02-a700-dab2551dc0fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:43.895643 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Attempting to bind port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:48:43.896017 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Attempting to bind port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:48:43.897830 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Attempting to bind port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 on network 5ce4da95-76b6-4434-b98c-5899f375e796 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:48:43.911086 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:48:43.911467 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Checking segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:48:43.912213 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.912328 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Bound using segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:48:43.912742 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Bound port: f1d52776-97b8-4b23-aef9-8b0c7f6feff0, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:48:43.913576 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:43.919520 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49d6c5-f748-43ba-a285-37d9d278fb50 req-c90e4f77-62db-4cf4-88b8-233c69c8e178 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:43.928157 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a49d6c5-f748-43ba-a285-37d9d278fb50 req-c90e4f77-62db-4cf4-88b8-233c69c8e178 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 943 time: 0.2544613
Nov 13 07:48:43.990558 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:44.010197 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8a49d6c5-f748-43ba-a285-37d9d278fb50 req-f3953750-8734-4837-9448-e105f626178b tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811231
Nov 13 07:48:44.032817 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] For port f1d52776-97b8-4b23-aef9-8b0c7f6feff0, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:48:44.039093 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c938b-6a35-46d7-a61f-95de552c4581 req-dbd04d56-d7b0-4d17-a712-6aa7c94a4821 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:44.040234 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] For port f1d52776-97b8-4b23-aef9-8b0c7f6feff0, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:48:44.042047 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-195c938b-6a35-46d7-a61f-95de552c4581 req-dbd04d56-d7b0-4d17-a712-6aa7c94a4821 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 944 time: 0.1560431
Nov 13 07:48:44.085227 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-195c938b-6a35-46d7-a61f-95de552c4581 req-743a43db-e224-4a9d-8b5a-6846e0556ec8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392337
Nov 13 07:48:44.166193 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'status': 'completed', 'code': 200}
Nov 13 07:48:44.195293 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:44.198479 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:44.201478 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4a739a24-29e9-4b02-a700-dab2551dc0fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:44.377088 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b2bcf799-fb4b-4edf-8d3f-aca2d5b7b6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:44.393814 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:48:44.394429 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee57340>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:48:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:44.400407 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061478fe-037e-4c38-b6ae-6fff602c4635 req-61deebc5-5c64-42e1-80ec-315eb6c58ea2 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:44.411442 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-061478fe-037e-4c38-b6ae-6fff602c4635 req-61deebc5-5c64-42e1-80ec-315eb6c58ea2 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.2874587
Nov 13 07:48:44.419893 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-7655d329-6370-425f-8361-64864f35e4f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 200  len: 217 time: 0.1311700
Nov 13 07:48:44.438415 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878a81f2-aa1b-4d1c-8293-a760d7a85663,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:44.441027 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:44.448833 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-74f61702-929d-448a-bed4-d7d485092ae9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 HTTP/1.1" status: 200  len: 217 time: 0.2431500
Nov 13 07:48:44.451203 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-47459fc3-5999-4303-a1a3-6bc9de3277be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=339633cf-7225-4a17-a0e2-d529e386c0dc HTTP/1.1" status: 200  len: 217 time: 0.2444003
Nov 13 07:48:44.499884 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a739a24-29e9-4b02-a700-dab2551dc0fb None None] Pushing event updated for resources: {'Port': ['ID=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:44.553545 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4a739a24-29e9-4b02-a700-dab2551dc0fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:44.559726 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:44.561873 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/878a81f2-aa1b-4d1c-8293-a760d7a85663 HTTP/1.1" status: 204  len: 168 time: 0.9776127
Nov 13 07:48:44.572634 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-cbbc939c-21d7-4528-a954-02dae33df58a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 217 time: 0.3725541
Nov 13 07:48:44.699150 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-81aa29f7-b8e7-4343-a709-d360fe85a1af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:44.700713 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-81aa29f7-b8e7-4343-a709-d360fe85a1af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.1529012
Nov 13 07:48:44.755755 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-6910bf9e-ea6c-48ae-8b4f-5b91a9b9170a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:44.757693 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-6910bf9e-ea6c-48ae-8b4f-5b91a9b9170a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.2110348
Nov 13 07:48:44.761706 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-7a9b20e6-4806-4bfb-aba2-528f33d66c46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501111
Nov 13 07:48:44.795571 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-a20ca7bb-601d-49a7-bb30-9c8c3e07c08e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:44.796191 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-a20ca7bb-601d-49a7-bb30-9c8c3e07c08e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.1722598
Nov 13 07:48:44.826201 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51d37c-289a-4b3f-85bf-18ef8d77b49f req-bd544e9b-24ad-49ef-9bbb-e9bd4cbed082 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:44.827378 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-061478fe-037e-4c38-b6ae-6fff602c4635 req-1f786473-8b56-40e7-a366-d2b7ca447be0 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4122093
Nov 13 07:48:44.831908 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-8de840d6-cd9f-4260-97c0-65699199bfe7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:44.833548 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb51d37c-289a-4b3f-85bf-18ef8d77b49f req-bd544e9b-24ad-49ef-9bbb-e9bd4cbed082 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.3993652
Nov 13 07:48:44.842438 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-8de840d6-cd9f-4260-97c0-65699199bfe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.3479228
Nov 13 07:48:44.932650 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:48:45.028930 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb51d37c-289a-4b3f-85bf-18ef8d77b49f req-9c116b2d-1588-4bb8-aca1-e24269b2ffcd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1945078
Nov 13 07:48:45.042427 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-c78c2681-af4b-4b72-baf1-1dc482933f5e service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467332
Nov 13 07:48:45.096452 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-2c263d74-c7b5-4740-8abd-6f4b5fe76d3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2483716
Nov 13 07:48:45.205589 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-a4e8e589-304d-4031-8839-50f8cff090b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4398043
Nov 13 07:48:45.417100 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee6d439b-e13a-44c7-be4b-2c89c9528cab req-00f382e9-d698-488a-b445-3f78e11c8727 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3677652
Nov 13 07:48:45.458953 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-bc0ea29f-f2d4-4283-9405-0e7dfe16b207 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2443280
Nov 13 07:48:45.477529 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-50455e16-a01b-40b1-a010-07232e54ada9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5592527
Nov 13 07:48:45.491822 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-c6606866-b3c2-4eb1-8794-e5268ca824f7 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3766615
Nov 13 07:48:45.621418 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee57340>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:44Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:48:45.632830 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33371a47-36e8-4c30-a8df-64501e9b2afb None None] The sync data for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi is: [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:44Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:48:45.660076 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e6f3d-5480-4665-8783-81706de6b130 req-4a4d5d5e-12f8-4398-8592-c5f57955f15c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:45.661498 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-862e6f3d-5480-4665-8783-81706de6b130 req-4a4d5d5e-12f8-4398-8592-c5f57955f15c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 944 time: 0.3238730
Nov 13 07:48:45.802864 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d12def-f738-41b8-a776-5264aef95f0f req-978686c9-3158-461e-a9c0-12977893425e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:45.815385 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-91d12def-f738-41b8-a776-5264aef95f0f req-978686c9-3158-461e-a9c0-12977893425e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 943 time: 0.5062790
Nov 13 07:48:45.872175 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a14b9d0-efe6-4885-ba34-efa8f99b8937 req-5bbc03c8-0417-4c83-94b6-481cc8859a33 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4001422
Nov 13 07:48:45.896530 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-862e6f3d-5480-4665-8783-81706de6b130 req-913d15a7-d6b0-455f-ade6-4ff6143403c2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2213254
Nov 13 07:48:45.934534 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-e7f215fb-93d8-4639-bcb0-670d0262879b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 1096 time: 0.3267982
Nov 13 07:48:45.961337 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-af8b862c-2590-469f-9e25-7f8cca36ad6e service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4679565
Nov 13 07:48:46.033711 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1ed2e271-67d2-4fa6-92c6-e359c76c9f79 req-5857ceeb-cc4f-4889-87fa-ca62e18234ac service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5109527
Nov 13 07:48:46.055076 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-91d12def-f738-41b8-a776-5264aef95f0f req-746ade5c-a6ed-47ba-a595-88d3d6c01a10 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382951
Nov 13 07:48:46.156459 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-b1a44a8c-f457-4f42-a354-2b258075a9b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:46.157959 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-b1a44a8c-f457-4f42-a354-2b258075a9b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.2164042
Nov 13 07:48:46.321388 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-d88c0684-aee0-4c8e-9357-ec3dd26f1611 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=339633cf-7225-4a17-a0e2-d529e386c0dc HTTP/1.1" status: 200  len: 217 time: 0.1472576
Nov 13 07:48:46.390952 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f42a8b5-d7de-46f2-ae30-9fa629d9db2e req-97353d57-c2d3-4e6b-b6f9-31c2e73d86b4 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4046173
Nov 13 07:48:46.492672 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-ba0b95a7-033f-430b-acab-30ffd5cf45b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:46.494103 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-ba0b95a7-033f-430b-acab-30ffd5cf45b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.1704478
Nov 13 07:48:46.538643 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb73f993-d627-441c-93be-6a08f7e93474 req-df34a46c-3b5e-48c3-a48d-1534518f3770 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1096 time: 0.2770412
Nov 13 07:48:46.552968 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c45f0-01c0-4fed-9dc7-df6597a9d861 req-19c2cd02-2cbb-4a39-91af-f17d29f0e62e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:46.563890 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-d5ca6abc-02cb-421f-9f52-06a199335c36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579894
Nov 13 07:48:46.574604 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51a44-1e10-42a5-9fb7-51d2c32d4817 req-ad7c0a06-7c70-454d-b409-97b1aed76057 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:46.576132 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-15a51a44-1e10-42a5-9fb7-51d2c32d4817 req-ad7c0a06-7c70-454d-b409-97b1aed76057 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.2536340
Nov 13 07:48:46.580228 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f09c45f0-01c0-4fed-9dc7-df6597a9d861 req-19c2cd02-2cbb-4a39-91af-f17d29f0e62e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1932664
Nov 13 07:48:46.864549 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device f1d52776-97b8-4b23-aef9-8b0c7f6feff0 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:46.905532 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f09c45f0-01c0-4fed-9dc7-df6597a9d861 req-9869d6be-69a6-487e-bf39-ee361c62d095 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3246450
Nov 13 07:48:46.913608 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-1d4ad3ca-c574-4277-8ccf-f02ae37f1990 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3365052
Nov 13 07:48:46.928230 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-15a51a44-1e10-42a5-9fb7-51d2c32d4817 req-7a6b7013-71c3-4092-9705-b6766506c716 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3231633
Nov 13 07:48:46.988043 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73f993-d627-441c-93be-6a08f7e93474 req-3d95d386-c790-4dce-aded-29b30254a992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:46.989472 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb73f993-d627-441c-93be-6a08f7e93474 req-3d95d386-c790-4dce-aded-29b30254a992 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.4073098
Nov 13 07:48:46.993562 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-71b4baad-1a03-406a-b364-9e7385814d2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 1097 time: 0.3916540
Nov 13 07:48:47.142935 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8becfdc5-92d3-46d6-bd2e-1ff5c63b0d20 req-120a8e8e-c551-45e8-a4b2-4b0e5ed03730 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2144387
Nov 13 07:48:47.223513 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:47.234194 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:47.234789 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:47.239008 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb73f993-d627-441c-93be-6a08f7e93474 req-8bdd6d84-e285-46a1-8c9d-3fc15ff8107e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 217 time: 0.2364583
Nov 13 07:48:47.390708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34acb-f8f1-4baa-a084-81c48ee53e0a req-323393a9-f095-4743-be09-b9da4374aa94 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:47.399950 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-62c34acb-f8f1-4baa-a084-81c48ee53e0a req-323393a9-f095-4743-be09-b9da4374aa94 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 943 time: 0.1787283
Nov 13 07:48:47.439469 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:47.449510 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73f993-d627-441c-93be-6a08f7e93474 req-aac9a018-2061-4e35-b478-7212f45d6f25 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:47.450957 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb73f993-d627-441c-93be-6a08f7e93474 req-aac9a018-2061-4e35-b478-7212f45d6f25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.1520753
Nov 13 07:48:47.458569 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-b5fa52d3-30cd-4696-b0bd-0cc22629995c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:47.460053 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-b5fa52d3-30cd-4696-b0bd-0cc22629995c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 912 time: 0.4556797
Nov 13 07:48:47.469264 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c503a-b0f0-4dfc-8651-766dea9ca71e req-cf5a8304-10b6-4026-b2cc-34e598afa406 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:47.471560 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c24c503a-b0f0-4dfc-8651-766dea9ca71e req-cf5a8304-10b6-4026-b2cc-34e598afa406 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 944 time: 0.2278357
Nov 13 07:48:47.479603 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port f1d52776-97b8-4b23-aef9-8b0c7f6feff0, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:47.487509 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-62c34acb-f8f1-4baa-a084-81c48ee53e0a req-f23adaa1-2a2e-4b5e-a0ae-dfd66e831967 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866535
Nov 13 07:48:47.556907 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:47.560647 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:47.605559 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb73f993-d627-441c-93be-6a08f7e93474 req-eff4976a-54fd-4cbd-b78b-b0be6f74e9cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1440234
Nov 13 07:48:47.665190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:47.668412 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:47.727477 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-0cfd39ce-9a64-48ea-9b0f-317253356125 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 200  len: 217 time: 0.2174208
Nov 13 07:48:47.801215 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c24c503a-b0f0-4dfc-8651-766dea9ca71e req-17153979-e977-48ca-8370-2baa95b4a919 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2234201
Nov 13 07:48:47.837669 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-b56a5bfd-d0ed-4084-8d53-6268dec2c86b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:47.839076 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-b56a5bfd-d0ed-4084-8d53-6268dec2c86b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.0991642
Nov 13 07:48:47.843710 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb73f993-d627-441c-93be-6a08f7e93474 req-e2727698-0931-40a0-b156-bdfeaa91ab0a service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287195
Nov 13 07:48:48.030809 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb73f993-d627-441c-93be-6a08f7e93474 req-664b6556-0074-456e-8011-b1e0a10499ed service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778834
Nov 13 07:48:48.034521 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-c6ebb32f-6ea4-49df-8169-a24aa662c27b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1827705
Nov 13 07:48:48.155759 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 05dbf5a8-522c-40dd-8370-3137b750dcd6 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:48:48.215504 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b738-1536-4e7c-a8aa-f9a72d251b51 req-d8717473-111e-437e-a958-49c7e7368b3e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:48.215866 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-39462c7e-5226-48fa-9f6c-14c34ce0cc05 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732945
Nov 13 07:48:48.218266 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4fc4b738-1536-4e7c-a8aa-f9a72d251b51 req-d8717473-111e-437e-a958-49c7e7368b3e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1189594
Nov 13 07:48:48.307044 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4fc4b738-1536-4e7c-a8aa-f9a72d251b51 req-b32a1af3-ed27-4615-b988-04eace9103e6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833094
Nov 13 07:48:48.367208 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 05dbf5a8-522c-40dd-8370-3137b750dcd6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:48.382540 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'port_id': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'mac_address': 'fa:16:3e:46:7e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:48:48.464992 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:48.467882 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2270311e-2f04-46fc-a4b6-c4f4e0f3e534 req-14927d32-f532-4f89-ad8a-d6ba750e3f17 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448416
Nov 13 07:48:48.486552 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dbf5a8-522c-40dd-8370-3137b750dcd6 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:48.507932 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 05dbf5a8-522c-40dd-8370-3137b750dcd6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:48.621251 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:48.625060 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 339633cf-7225-4a17-a0e2-d529e386c0dc details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:48:48.628158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:48.823857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c3487-8fd3-41f2-8526-4345def2d659 req-1ce4d53f-a6cd-47af-905c-321350ab0a3e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:48.832422 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6b6c3487-8fd3-41f2-8526-4345def2d659 req-1ce4d53f-a6cd-47af-905c-321350ab0a3e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 943 time: 0.1739733
Nov 13 07:48:48.901369 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6b6c3487-8fd3-41f2-8526-4345def2d659 req-3f782381-fb1d-4ab9-b580-8dc2874dc3d9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634279
Nov 13 07:48:48.911026 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 339633cf-7225-4a17-a0e2-d529e386c0dc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=339633cf-7225-4a17-a0e2-d529e386c0dc,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:48.924754 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=05dbf5a8-522c-40dd-8370-3137b750dcd6,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:48.927814 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '339633cf-7225-4a17-a0e2-d529e386c0dc', 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'port_id': '339633cf-7225-4a17-a0e2-d529e386c0dc', 'mac_address': 'fa:16:3e:1e:77:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da611d9-8486-4759-8803-c06651571daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:48:48.931289 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device f1d52776-97b8-4b23-aef9-8b0c7f6feff0 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:48.956298 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:49.041716 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:49.062624 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339633cf-7225-4a17-a0e2-d529e386c0dc {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:49.079934 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 339633cf-7225-4a17-a0e2-d529e386c0dc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=339633cf-7225-4a17-a0e2-d529e386c0dc,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:49.089064 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:49.089438 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:49.118579 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12989a-00a2-46eb-9fc3-4f8ee5508859 req-13756af8-e335-473f-b405-74cd3ddbf21b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:49.125434 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e12989a-00a2-46eb-9fc3-4f8ee5508859 req-13756af8-e335-473f-b405-74cd3ddbf21b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 945 time: 0.0910754
Nov 13 07:48:49.214223 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:49.214779 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:48:49.217072 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:49.230814 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e12989a-00a2-46eb-9fc3-4f8ee5508859 req-ecc4a907-e1db-4e57-a19a-f2f7cdee6b20 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039796
Nov 13 07:48:49.316820 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=339633cf-7225-4a17-a0e2-d529e386c0dc,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:49.360945 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:49.417462 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:49.439098 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'port_id': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'mac_address': 'fa:16:3e:e0:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:48:49.501354 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:49.520042 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:49.536934 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:49.581322 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a31c3-ab70-474b-a5fe-755180db2fdb req-736e6c63-5630-42df-aad2-df3fbdd3217b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:49.587082 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5c3a31c3-ab70-474b-a5fe-755180db2fdb req-736e6c63-5630-42df-aad2-df3fbdd3217b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1374300
Nov 13 07:48:49.636684 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:49.637389 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c4fea12e-1c32-4d53-af69-c60642a069fd details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:48:49.640972 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-a256d877-e917-4e00-aa00-6fafeee12780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:49.647992 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5c3a31c3-ab70-474b-a5fe-755180db2fdb req-fd777bdb-1037-4a4c-9e95-10b3a2b5b260 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599892
Nov 13 07:48:49.753719 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:49.757122 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:49.758647 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port c4fea12e-1c32-4d53-af69-c60642a069fd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c4fea12e-1c32-4d53-af69-c60642a069fd,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:49.772819 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'c4fea12e-1c32-4d53-af69-c60642a069fd', 'network_id': '77b75486-1f76-4ec9-bd2f-6841ef30c66e', 'port_id': 'c4fea12e-1c32-4d53-af69-c60642a069fd', 'mac_address': 'fa:16:3e:e5:1c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da611d9-8486-4759-8803-c06651571daf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:48:49.847874 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:49.876612 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fea12e-1c32-4d53-af69-c60642a069fd {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:48:49.892544 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port c4fea12e-1c32-4d53-af69-c60642a069fd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c4fea12e-1c32-4d53-af69-c60642a069fd,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:49.981449 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:49.985982 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:50.069188 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=c4fea12e-1c32-4d53-af69-c60642a069fd,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:50.083564 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:50.104292 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0e6ff-c67e-47a7-a4f8-cbb58cfb1af4 req-788226be-5868-4352-9c64-7d746a8a877d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:50.105737 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-85d0e6ff-c67e-47a7-a4f8-cbb58cfb1af4 req-788226be-5868-4352-9c64-7d746a8a877d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 944 time: 0.0836062
Nov 13 07:48:50.152022 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-85d0e6ff-c67e-47a7-a4f8-cbb58cfb1af4 req-d4ca4627-b7a8-4c51-84b8-366c23aff2ef tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397642
Nov 13 07:48:50.175268 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:48:50.354883 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['05dbf5a8-522c-40dd-8370-3137b750dcd6'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:48:50.400653 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['c4fea12e-1c32-4d53-af69-c60642a069fd'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:48:50.429573 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eecd2e-ea1d-457e-9b99-8e104a2732aa req-decfb594-87c7-4527-b106-bcb82b217b19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:50.431076 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-63eecd2e-ea1d-457e-9b99-8e104a2732aa req-decfb594-87c7-4527-b106-bcb82b217b19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 945 time: 0.0773728
Nov 13 07:48:50.436369 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:48:50.459430 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['339633cf-7225-4a17-a0e2-d529e386c0dc'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:48:50.475244 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-63eecd2e-ea1d-457e-9b99-8e104a2732aa req-e2d0d664-1652-4cff-a1e6-d5c8cba07ff8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387173
Nov 13 07:48:50.909464 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db2cad-7c5e-4227-9161-f7d5e52557d7 req-04f55c1b-20ec-467d-8002-012343c5131b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:50.911132 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-80db2cad-7c5e-4227-9161-f7d5e52557d7 req-04f55c1b-20ec-467d-8002-012343c5131b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.0953538
Nov 13 07:48:50.971356 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-80db2cad-7c5e-4227-9161-f7d5e52557d7 req-598aaa83-756a-4042-9859-f879b8b6cabe tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459676
Nov 13 07:48:51.351105 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1d223-c3ef-463d-9ae6-85351d177495 req-6d3307b0-1777-4d29-91e5-fd69ffef4e40 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:51.352519 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f2b1d223-c3ef-463d-9ae6-85351d177495 req-6d3307b0-1777-4d29-91e5-fd69ffef4e40 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 944 time: 0.0750420
Nov 13 07:48:51.397769 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f2b1d223-c3ef-463d-9ae6-85351d177495 req-21993dc0-f756-4654-9fe5-d268fff8607e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396440
Nov 13 07:48:51.670225 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc4362-b053-4d7c-9e4b-996c5cd3ebd4 req-b9e1e221-d7b7-478c-8137-1153026770c4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:51.671677 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28fc4362-b053-4d7c-9e4b-996c5cd3ebd4 req-b9e1e221-d7b7-478c-8137-1153026770c4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 945 time: 0.0750909
Nov 13 07:48:51.717888 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28fc4362-b053-4d7c-9e4b-996c5cd3ebd4 req-3020cbc1-42a1-4529-9093-5465d355f153 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405614
Nov 13 07:48:52.179226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44fbda-bcfe-4603-8aa5-285625a9a48d req-b517debf-198a-40a7-90b6-73a7b8abdb2c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:52.180641 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc44fbda-bcfe-4603-8aa5-285625a9a48d req-b517debf-198a-40a7-90b6-73a7b8abdb2c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.0792825
Nov 13 07:48:52.224693 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc44fbda-bcfe-4603-8aa5-285625a9a48d req-6598cc4b-5366-4a4b-a474-ceb872acd1cf tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385587
Nov 13 07:48:52.604132 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4edc18-8a44-40d0-8925-66b24fe8be1c req-794edf51-8e8d-4a0a-90f9-ba388011c820 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:52.605544 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0f4edc18-8a44-40d0-8925-66b24fe8be1c req-794edf51-8e8d-4a0a-90f9-ba388011c820 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 944 time: 0.0837612
Nov 13 07:48:52.651977 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0f4edc18-8a44-40d0-8925-66b24fe8be1c req-2d9ff4a6-6c15-4027-8757-b02f921bc417 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401542
Nov 13 07:48:52.907500 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118fdbd-ac51-465e-9a43-f7d7f1de2f80 req-89970894-9447-4da8-82e8-c00830425489 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:52.908826 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4118fdbd-ac51-465e-9a43-f7d7f1de2f80 req-89970894-9447-4da8-82e8-c00830425489 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 945 time: 0.0742884
Nov 13 07:48:52.955297 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4118fdbd-ac51-465e-9a43-f7d7f1de2f80 req-a7fdbfeb-ac71-4067-aa55-2a484c423f53 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409515
Nov 13 07:48:53.433091 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861839fd-c4cc-4bb8-9f94-aae4cf83da38 req-0e962101-e4db-4554-83f5-34f769840fd8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:53.434544 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-861839fd-c4cc-4bb8-9f94-aae4cf83da38 req-0e962101-e4db-4554-83f5-34f769840fd8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.0764534
Nov 13 07:48:53.491268 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-861839fd-c4cc-4bb8-9f94-aae4cf83da38 req-c1cda4c2-d9ab-4ef4-a0cb-a7fb95659991 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504050
Nov 13 07:48:53.875870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf594da-8d00-49e9-8c67-76a36d0c7d25 req-e21978d9-4884-4229-afbb-ffced3e400cf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:53.877751 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5cf594da-8d00-49e9-8c67-76a36d0c7d25 req-e21978d9-4884-4229-afbb-ffced3e400cf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 944 time: 0.1018071
Nov 13 07:48:53.921172 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5cf594da-8d00-49e9-8c67-76a36d0c7d25 req-b759c863-2055-4151-8126-c9460252a744 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381122
Nov 13 07:48:54.155870 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca91c1-e632-4955-9576-c6cd79e040cb req-ca53448a-40d5-40b8-83e3-cbcfe44de26d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:54.157918 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-92ca91c1-e632-4955-9576-c6cd79e040cb req-ca53448a-40d5-40b8-83e3-cbcfe44de26d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 945 time: 0.0821030
Nov 13 07:48:54.207802 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-92ca91c1-e632-4955-9576-c6cd79e040cb req-85b6bc53-ffc4-471a-993d-abc07e5a9902 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405030
Nov 13 07:48:54.759083 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065d3a6-8310-4377-b700-96baf82899a3 req-2b73a145-314f-4f12-813b-fc7ea832a17e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:54.760532 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d065d3a6-8310-4377-b700-96baf82899a3 req-2b73a145-314f-4f12-813b-fc7ea832a17e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.1304953
Nov 13 07:48:54.783859 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-81bfca13-a091-443a-abf6-58bb651bb2fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1065400
Nov 13 07:48:54.812266 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d065d3a6-8310-4377-b700-96baf82899a3 req-34a9a5bb-b991-4ce0-bff9-4ae1027edbb6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444062
Nov 13 07:48:54.925369 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-f30f05bc-6534-4487-9758-50c824be0008 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbf600fbe0b84ca6996e89d94be9615e&device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 1098 time: 0.0720103
Nov 13 07:48:55.080370 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-9eefc418-20c0-4624-a117-323bee07e4b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:55.082059 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-9eefc418-20c0-4624-a117-323bee07e4b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=94faff74-ffc4-411d-904f-8eb81943caca HTTP/1.1" status: 200  len: 912 time: 0.1365409
Nov 13 07:48:55.142563 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a6030-3b0f-4269-8074-8996173d619f req-969814d7-e5a9-47d5-a308-9df7bf6872f1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:55.144924 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0a1a6030-3b0f-4269-8074-8996173d619f req-969814d7-e5a9-47d5-a308-9df7bf6872f1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 944 time: 0.0920680
Nov 13 07:48:55.164522 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-1955a9e3-e785-4a04-a9bb-0cc1bc733175 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e7d913-6aac-4023-b11a-4eca695353a1 HTTP/1.1" status: 200  len: 217 time: 0.0751319
Nov 13 07:48:55.196022 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0a1a6030-3b0f-4269-8074-8996173d619f req-a4aebab8-e20a-4dc5-a00b-e6efd8c8a9e7 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458686
Nov 13 07:48:55.230682 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-a9fcf43c-d63f-4ada-99fe-86547b022792 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:55.232138 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-a9fcf43c-d63f-4ada-99fe-86547b022792 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb HTTP/1.1" status: 200  len: 851 time: 0.0614421
Nov 13 07:48:55.277156 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-4e16aa1f-60a7-48ad-a636-b1730c376802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94faff74-ffc4-411d-904f-8eb81943caca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392261
Nov 13 07:48:55.472564 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-4e0f75fe-b87c-4f14-9e2f-b4b75ff92e17 service neutron] 10.222.0.18 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888561
Nov 13 07:48:55.488101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d797b-5124-4b78-a0c5-ada5540d4ab3 req-95696466-efe2-464d-af39-b621420c2395 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:55.489534 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-925d797b-5124-4b78-a0c5-ada5540d4ab3 req-95696466-efe2-464d-af39-b621420c2395 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 945 time: 0.1317840
Nov 13 07:48:55.682133 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-925d797b-5124-4b78-a0c5-ada5540d4ab3 req-297afa6b-1641-4b2f-94dd-5c09bc7ca122 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1721721
Nov 13 07:48:55.704871 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e477ed6-1d66-497d-b285-b56a5602ee99 req-6b93f292-13ff-4d3a-afb7-0f3e015cb627 service neutron] 10.222.0.18 "GET /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143064
Nov 13 07:48:55.947587 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35702) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:56.038620 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2fda5-5bf9-4198-8498-b50186c925b0 req-1046b704-57fa-4442-b44e-bd91620b5bae tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:56.040246 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-70c2fda5-5bf9-4198-8498-b50186c925b0 req-1046b704-57fa-4442-b44e-bd91620b5bae tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.0805764
Nov 13 07:48:56.091415 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-70c2fda5-5bf9-4198-8498-b50186c925b0 req-c5a48ec9-2173-4c32-abfe-003a3f46a001 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437930
Nov 13 07:48:56.117778 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.196421 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 339633cf-7225-4a17-a0e2-d529e386c0dc up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:56.225522 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:56.230498 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Usage tracker for resource:security_group_rule and tenant:3756880fe80e44159390253453edebea is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:56.234027 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:56.242117 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:56.317955 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.388382 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 339633cf-7225-4a17-a0e2-d529e386c0dc completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:56.393911 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 339633cf-7225-4a17-a0e2-d529e386c0dc triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:56.393911 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.403176 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcd8f8-b514-4c39-b781-f8497f0d961e req-359fe389-4482-4ac9-acdb-05d1868b4327 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:56.404725 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7abcd8f8-b514-4c39-b781-f8497f0d961e req-359fe389-4482-4ac9-acdb-05d1868b4327 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 944 time: 0.0812821
Nov 13 07:48:56.417253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.433285 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:56.463813 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7abcd8f8-b514-4c39-b781-f8497f0d961e req-11fa72a1-8d06-45b3-a24d-fd0a1130bca6 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531385
Nov 13 07:48:56.480555 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3756880fe80e44159390253453edebea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5318108
Nov 13 07:48:56.485866 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35716) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:56.504738 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c8cb8-9d4b-4956-b7d7-61aeae2d5b56,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:56.509625 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:56.542590 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.566539 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.568783 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339633cf-7225-4a17-a0e2-d529e386c0dc'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:56.578114 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 339633cf-7225-4a17-a0e2-d529e386c0dc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=339633cf-7225-4a17-a0e2-d529e386c0dc,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:56.593885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.641125 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339633cf-7225-4a17-a0e2-d529e386c0dc', 'code': 200}
Nov 13 07:48:56.682085 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.683569 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 05dbf5a8-522c-40dd-8370-3137b750dcd6 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:56.710195 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:56.773521 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.779215 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:56.798402 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.799913 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f5c8cb8-9d4b-4956-b7d7-61aeae2d5b56 HTTP/1.1" status: 204  len: 168 time: 0.3128662
Nov 13 07:48:56.801262 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c8cb8-9d4b-4956-b7d7-61aeae2d5b56,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:56.804709 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:56.834168 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=339633cf-7225-4a17-a0e2-d529e386c0dc,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:56.846995 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:56.965356 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 05dbf5a8-522c-40dd-8370-3137b750dcd6 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:56.971565 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 05dbf5a8-522c-40dd-8370-3137b750dcd6 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:56.972070 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:56.982342 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036562d-3d69-46bf-92d9-1ab80cd2700a req-9c2a240f-335b-43f7-8413-21c7c84406d7 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:56.995210 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b036562d-3d69-46bf-92d9-1ab80cd2700a req-9c2a240f-335b-43f7-8413-21c7c84406d7 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 945 time: 0.1509352
Nov 13 07:48:57.043921 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b036562d-3d69-46bf-92d9-1ab80cd2700a req-ef19fe8d-5993-41c5-a54b-b475b0bd9298 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461371
Nov 13 07:48:57.102940 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.134970 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 05dbf5a8-522c-40dd-8370-3137b750dcd6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:57.285623 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.287194 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c4fea12e-1c32-4d53-af69-c60642a069fd up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:57.312919 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805644c9-62e9-43bc-be18-2b3e995e97ba req-0e74ad69-1548-42c1-8d29-4912fac8727b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:57.314598 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-805644c9-62e9-43bc-be18-2b3e995e97ba req-0e74ad69-1548-42c1-8d29-4912fac8727b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.0803564
Nov 13 07:48:57.315664 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:57.364526 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-805644c9-62e9-43bc-be18-2b3e995e97ba req-43fb3df6-5d79-4162-b6ed-86b00da3fabe tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408444
Nov 13 07:48:57.402907 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=05dbf5a8-522c-40dd-8370-3137b750dcd6,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:57.407211 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:57.473737 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port c4fea12e-1c32-4d53-af69-c60642a069fd completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:57.478977 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port c4fea12e-1c32-4d53-af69-c60642a069fd triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:57.480754 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.599565 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.631834 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port c4fea12e-1c32-4d53-af69-c60642a069fd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c4fea12e-1c32-4d53-af69-c60642a069fd,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:57.659874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4a779-271c-40ab-b361-f70489f8e59f req-9659416f-d961-4d18-afb4-6f00c09012c4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:57.661326 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3ad4a779-271c-40ab-b361-f70489f8e59f req-9659416f-d961-4d18-afb4-6f00c09012c4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0759039
Nov 13 07:48:57.683152 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35752) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:57.702768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.711567 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.713409 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:48:57.730035 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3ad4a779-271c-40ab-b361-f70489f8e59f req-6c380251-63cc-4c88-b095-9cace59afc56 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583291
Nov 13 07:48:57.736316 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:48:57.740369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf61b1c0eb4427fba2b27dc67794a6e is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:48:57.749766 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:48:57.749931 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:57.750051 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:48:57.817131 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.834641 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=c4fea12e-1c32-4d53-af69-c60642a069fd,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:57.838314 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:57.903037 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:57.909453 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:57.949516 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbb59ca-c9d2-45e8-ae21-02e903afd338,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:57.952455 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:57.958380 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cf61b1c0eb4427fba2b27dc67794a6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2738853
Nov 13 07:48:57.961021 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35758) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:48:57.982387 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:48:57.988127 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:48:57.988503 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:58.021841 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:58.057371 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:58.103987 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:58.157798 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:48:58.268731 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865149f-0c91-4fc8-8c2f-a0783d08a774 req-891edf6e-9dc9-4c4e-92e0-a814a0147bda tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:58.270194 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1865149f-0c91-4fc8-8c2f-a0783d08a774 req-891edf6e-9dc9-4c4e-92e0-a814a0147bda tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0803676
Nov 13 07:48:58.285585 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:58.289902 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e8c2d0c0-abf8-42e9-9ac6-629d466e0e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:58.299946 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:58.301777 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:48:58.311874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbb59ca-c9d2-45e8-ae21-02e903afd338,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:58.314394 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:58.320919 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:58.322008 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dbb59ca-c9d2-45e8-ae21-02e903afd338 HTTP/1.1" status: 204  len: 168 time: 0.3597229
Nov 13 07:48:58.326172 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1865149f-0c91-4fc8-8c2f-a0783d08a774 req-b19b66be-3069-4cf1-8735-30029f7afee0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470958
Nov 13 07:48:58.377357 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:48:58.380285 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:48:58.580842 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af6e48-9bbf-4458-af0d-c9b395de2dae req-99fc558b-072a-4e9e-95f0-3b6df2c65d34 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:58.582298 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-90af6e48-9bbf-4458-af0d-c9b395de2dae req-99fc558b-072a-4e9e-95f0-3b6df2c65d34 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0801544
Nov 13 07:48:58.628806 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-90af6e48-9bbf-4458-af0d-c9b395de2dae req-41c8159e-4013-4940-9aff-e441f5affc84 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404711
Nov 13 07:48:58.643212 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6'}, {'server_uuid': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fea12e-1c32-4d53-af69-c60642a069fd'}, {'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:48:58.706496 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'code': 200}
Nov 13 07:48:58.706804 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fea12e-1c32-4d53-af69-c60642a069fd', 'code': 200}
Nov 13 07:48:58.707074 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'code': 200}
Nov 13 07:48:58.921459 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e6fb6-1370-4735-a428-593e3bc2a263 req-58dddca8-684f-4c37-ab82-e039899c48b1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:58.922887 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc4e6fb6-1370-4735-a428-593e3bc2a263 req-58dddca8-684f-4c37-ab82-e039899c48b1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0753984
Nov 13 07:48:58.967494 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc4e6fb6-1370-4735-a428-593e3bc2a263 req-4283f514-a871-4aa7-8a3b-818a960b4e12 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391884
Nov 13 07:48:59.515614 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e334-e445-4bcd-9e48-71dcb683c545 req-adda3dee-25b3-4aeb-b34f-9ddd7e7cb985 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:59.517068 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f730e334-e445-4bcd-9e48-71dcb683c545 req-adda3dee-25b3-4aeb-b34f-9ddd7e7cb985 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0802147
Nov 13 07:48:59.563999 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f730e334-e445-4bcd-9e48-71dcb683c545 req-7a327e40-2c1e-475e-b0ee-5ed8a2055b7e tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411136
Nov 13 07:48:59.725950 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:48:59.745047 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4783110d-f4a7-4447-8be9-53df50d1d858 req-4b0b8c5f-cfe2-4523-8eca-c1ccca3fc3a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 1098 time: 0.0927582
Nov 13 07:48:59.797930 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4783110d-f4a7-4447-8be9-53df50d1d858 req-e5dc0644-78bb-4f5c-a5bb-3b89ed95e0a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378566
Nov 13 07:48:59.882140 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45525-9e31-4cbe-8088-b5f432f7d139 req-19306497-565b-4ade-9e05-fe6cf29c1328 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:48:59.889025 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-90b45525-9e31-4cbe-8088-b5f432f7d139 req-19306497-565b-4ade-9e05-fe6cf29c1328 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0837262
Nov 13 07:48:59.946584 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-90b45525-9e31-4cbe-8088-b5f432f7d139 req-cc1f1a0c-829c-40ae-86ac-37e2eb841c24 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566378
Nov 13 07:49:00.161988 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7aae56c4-711d-47df-a6e5-dd08e75ffba2 req-db373a55-9c93-4db6-83e2-a28daec095f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 1099 time: 0.0755992
Nov 13 07:49:00.180949 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a21ec-87b9-41c9-90e6-82496ad00b9d req-4d08fa46-e47e-4747-a160-d3d9a94d58a3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:00.183668 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bc1a21ec-87b9-41c9-90e6-82496ad00b9d req-4d08fa46-e47e-4747-a160-d3d9a94d58a3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0872321
Nov 13 07:49:00.270301 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bc1a21ec-87b9-41c9-90e6-82496ad00b9d req-c25093f4-3160-4d1b-9c44-4d4eb3bd9726 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645440
Nov 13 07:49:00.287867 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7aae56c4-711d-47df-a6e5-dd08e75ffba2 req-9c5bc3be-227c-440f-bc53-65a565d1c1fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012146
Nov 13 07:49:00.321778 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e8078b27-eba8-49c7-b60b-9cf03341a71c req-59afdf25-577e-46fa-8b1b-32a7eb9923ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.1365159
Nov 13 07:49:00.378823 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4aaa3cd5-ba5a-4749-bcf6-dceb7a93149f req-e2450dfd-e4bc-489f-a4b9-614e3039577a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1099 time: 0.1381671
Nov 13 07:49:00.625397 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e8078b27-eba8-49c7-b60b-9cf03341a71c req-f0cb5ff3-fc9b-4feb-b0ae-bda50ca36e8e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852118
Nov 13 07:49:00.636160 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-4aaa3cd5-ba5a-4749-bcf6-dceb7a93149f req-db6e5c6d-64c6-4626-9709-61884c297047 service neutron] Synchronizing usage tracker for tenant:af32ed61c6cd49cfb5ff46cc0b3f706f on resource:security_group {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:00.756785 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-4aaa3cd5-ba5a-4749-bcf6-dceb7a93149f req-db6e5c6d-64c6-4626-9709-61884c297047 service neutron] Unset dirty status for tenant:af32ed61c6cd49cfb5ff46cc0b3f706f on resource:security_group {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:00.759488 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4aaa3cd5-ba5a-4749-bcf6-dceb7a93149f req-db6e5c6d-64c6-4626-9709-61884c297047 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2224925
Nov 13 07:49:00.799705 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eb3c4-1e5b-468e-b6b2-18eb18947d71 req-db7e032a-32ea-4133-a00d-5348ed878b3f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:00.801356 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-445eb3c4-1e5b-468e-b6b2-18eb18947d71 req-db7e032a-32ea-4133-a00d-5348ed878b3f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0783770
Nov 13 07:49:00.848135 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-445eb3c4-1e5b-468e-b6b2-18eb18947d71 req-943c4bd5-0eeb-4662-b7ae-6811d1dae230 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408669
Nov 13 07:49:01.194256 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4ef6-f633-4214-8475-89f3fd968c13 req-dfa101e8-76bb-4f65-b4ee-18e437d5201c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:01.201395 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d59f4ef6-f633-4214-8475-89f3fd968c13 req-dfa101e8-76bb-4f65-b4ee-18e437d5201c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1092763
Nov 13 07:49:01.248131 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d59f4ef6-f633-4214-8475-89f3fd968c13 req-2d7c9489-f5f8-451f-9051-46e886b74710 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457985
Nov 13 07:49:01.484558 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc768ab-2550-4a41-b915-623d60463851 req-b471a81f-e2ae-42be-85ed-93df325787e8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:01.485983 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5cc768ab-2550-4a41-b915-623d60463851 req-b471a81f-e2ae-42be-85ed-93df325787e8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0788927
Nov 13 07:49:01.531487 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5cc768ab-2550-4a41-b915-623d60463851 req-f2405288-8fe6-4060-95ac-9529141364af tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392454
Nov 13 07:49:02.045877 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cacd73-2978-48eb-b5be-08d2e26cbdff req-7481baaa-77b1-43c4-a044-776f2d387ff0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:02.047361 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-96cacd73-2978-48eb-b5be-08d2e26cbdff req-7481baaa-77b1-43c4-a044-776f2d387ff0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0812981
Nov 13 07:49:02.095227 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-96cacd73-2978-48eb-b5be-08d2e26cbdff req-cc1858cd-8341-4aab-a9e5-9f674de2c45b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403306
Nov 13 07:49:02.463975 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3d6e9-ff68-48b0-b4fa-e448900207de req-3d65d8cf-0f77-4d8b-9be6-ec2dee57a694 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:02.465426 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-80c3d6e9-ff68-48b0-b4fa-e448900207de req-3d65d8cf-0f77-4d8b-9be6-ec2dee57a694 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0784867
Nov 13 07:49:02.540393 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-80c3d6e9-ff68-48b0-b4fa-e448900207de req-472a4ac0-706a-4b99-97f3-aa902bc4c056 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683923
Nov 13 07:49:02.592300 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35910) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:02.799522 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:02.872918 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:02.881750 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96185b-94d4-444a-a58e-50285ce98a71 req-be848fd3-3131-4954-ab2f-d03c67390524 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:02.882915 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Usage tracker for resource:security_group_rule and tenant:98874795545649be967db6381c839060 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:02.884393 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e96185b-94d4-444a-a58e-50285ce98a71 req-be848fd3-3131-4954-ab2f-d03c67390524 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1379690
Nov 13 07:49:02.887666 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:02.902246 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:02.944341 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e96185b-94d4-444a-a58e-50285ce98a71 req-bc0eaec7-eebf-44df-a761-5d20e4644acf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531747
Nov 13 07:49:02.976578 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:03.068739 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:03.076883 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3bc4dfb8-4c2b-4b2e-8c20-1deb655ca457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:03.122026 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98874795545649be967db6381c839060&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5281334
Nov 13 07:49:03.124659 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 35934) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:03.136916 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1dc24-a2da-49ce-9a86-809ef88f33ea,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:03.163688 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.163966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.164319 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.164666 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.165011 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.165354 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.165692 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.166032 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.166425 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.166835 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.167249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:03.177831 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:03.209965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:03.243544 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:03.414524 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d6ad0-6371-42b3-ac49-5aa24b178918 req-e0ad1691-a232-4c8c-ade2-1777fd642d1c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:03.416777 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-024d6ad0-6371-42b3-ac49-5aa24b178918 req-e0ad1691-a232-4c8c-ade2-1777fd642d1c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0847673
Nov 13 07:49:03.445893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:03.453862 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:03.472361 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1dc24-a2da-49ce-9a86-809ef88f33ea,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:03.474005 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-024d6ad0-6371-42b3-ac49-5aa24b178918 req-a027f785-b0a0-4ac1-8b86-2e98fec2962e tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511830
Nov 13 07:49:03.475565 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:03.479049 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:03.483645 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2f1dc24-a2da-49ce-9a86-809ef88f33ea HTTP/1.1" status: 204  len: 168 time: 0.3577814
Nov 13 07:49:03.813877 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ceb2-0101-4c49-8776-db0e92d5a999 req-a6d95091-b01c-4258-8e59-d76bc14b0184 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:03.816788 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8955ceb2-0101-4c49-8776-db0e92d5a999 req-a6d95091-b01c-4258-8e59-d76bc14b0184 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0960028
Nov 13 07:49:03.826849 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35970) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:03.833693 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'floatingip': {'port_id': '05dbf5a8-522c-40dd-8370-3137b750dcd6'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:03.863140 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-11898b2e-e5fb-4834-a291-2a2a23a2855a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:03.984510 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:04.183793 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95ac36-0b20-44fd-9915-b8eb7eb92aff req-852c51e6-121d-45bb-bbee-3130ea29b54a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:04.185207 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-be95ac36-0b20-44fd-9915-b8eb7eb92aff req-852c51e6-121d-45bb-bbee-3130ea29b54a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0819294
Nov 13 07:49:04.214091 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:04.271903 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-be95ac36-0b20-44fd-9915-b8eb7eb92aff req-c5c7b0e9-607f-4925-a63a-b069d6ccff05 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808573
Nov 13 07:49:04.312635 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b84ae-fa65-463c-abd8-76f65701d2b0 req-15a2c955-efb5-4593-b28b-3e3180410bc7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:04.314268 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-298b84ae-fa65-463c-abd8-76f65701d2b0 req-15a2c955-efb5-4593-b28b-3e3180410bc7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.2120366
Nov 13 07:49:04.432381 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 35992) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:04.478566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:04.491889 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-298b84ae-fa65-463c-abd8-76f65701d2b0 req-ca36d247-8e97-4975-af05-2bb15fdaaba2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1537859
Nov 13 07:49:04.501913 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a649-2faa-4588-a7a5-b879ec61142c req-341e246c-2a16-4bdf-ae0b-bd86e37ab84f tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:04.505961 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ad2a649-2faa-4588-a7a5-b879ec61142c req-341e246c-2a16-4bdf-ae0b-bd86e37ab84f tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.0829525
Nov 13 07:49:04.625233 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ad2a649-2faa-4588-a7a5-b879ec61142c req-dea67de9-ba5a-4f60-98fe-9cedbdb8b9c1 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937355
Nov 13 07:49:04.927246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:04.927246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Usage tracker for resource:security_group_rule and tenant:ab709b7ba83f46b4881a2e8a33924aeb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:04.927246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:04.927246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:04.949939 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f606fe4-30b8-4e5e-9d09-fcc971098e34 req-0bc077b8-fa37-4199-84d7-3a161fd30221 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:04.951415 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5f606fe4-30b8-4e5e-9d09-fcc971098e34 req-0bc077b8-fa37-4199-84d7-3a161fd30221 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.2218037
Nov 13 07:49:04.961424 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36010) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:04.966355 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'floatingip': {'port_id': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:05.039988 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.052514 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.082605 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.150574 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.158218 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-826a0309-4578-4657-a1ed-df74cb65bf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:05.197737 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1fa14-2de5-4c51-8c63-8139dc02b160,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:05.201424 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab709b7ba83f46b4881a2e8a33924aeb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7667336
Nov 13 07:49:05.207383 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36018) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:05.208110 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.286720 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.287080 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.287425 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.287767 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.288103 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.288444 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.288775 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.289108 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.289437 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.289765 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.290091 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:05.302097 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:05.355941 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.512214 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.616817 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Floating IP 4056dd2f-f09a-4e1e-9500-21a99b0e0504 associated. External IP: 172.27.1.236, port: 05dbf5a8-522c-40dd-8370-3137b750dcd6.
Nov 13 07:49:05.681731 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.693148 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:05.709616 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1fa14-2de5-4c51-8c63-8139dc02b160,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:05.712347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:05.733929 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.735620 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4b1fa14-2de5-4c51-8c63-8139dc02b160 HTTP/1.1" status: 204  len: 168 time: 0.5305438
Nov 13 07:49:05.756557 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3ba1-c652-4468-92ab-f0c2d4e2c233 req-a15dab6c-8da5-4b56-885f-772865e290d0 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:05.758164 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0dca3ba1-c652-4468-92ab-f0c2d4e2c233 req-a15dab6c-8da5-4b56-885f-772865e290d0 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.3236711
Nov 13 07:49:05.858762 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0dca3ba1-c652-4468-92ab-f0c2d4e2c233 req-c91a7ac6-21ca-40b2-979e-e84cf50c38c7 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945675
Nov 13 07:49:05.941762 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeeb8e-1c8c-485e-92a7-33e3515927fc req-599e886b-d9e8-4c7d-9d5e-15514998bb89 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:05.943307 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3daeeb8e-1c8c-485e-92a7-33e3515927fc req-599e886b-d9e8-4c7d-9d5e-15514998bb89 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.1846492
Nov 13 07:49:05.989992 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-2f0496c1-5232-4cae-a9a8-54a91c3e91e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.997602 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:05.998512 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3daeeb8e-1c8c-485e-92a7-33e3515927fc req-aeaf3d33-8e19-4057-8eb7-6c026abc394c tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494375
Nov 13 07:49:06.145336 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:06.263373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Router d608b1da-c5a6-413e-bdb0-a519011dae4a has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:49:06.409837 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-aea587e4-2753-4a76-bd81-7376a2c8778a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 1098 time: 0.1983020
Nov 13 07:49:06.436691 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.l3_db [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Floating IP 4e635024-098a-44c8-8f9d-16b36bc8fffe associated. External IP: 172.27.1.179, port: 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8.
Nov 13 07:49:06.670521 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-7534277a-114c-482c-835d-e012e7ff4749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:06.672011 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-7534277a-114c-482c-835d-e012e7ff4749 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.2534716
Nov 13 07:49:06.767486 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-5ffc65e3-5208-4388-af06-a700cfaa750f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=339633cf-7225-4a17-a0e2-d529e386c0dc HTTP/1.1" status: 200  len: 217 time: 0.0754087
Nov 13 07:49:06.834133 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:49:06.839234 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:06.886016 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-6291710a-39fc-4d95-9f1f-c623c54150cc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:06.887288 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:49:06.887476 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-6291710a-39fc-4d95-9f1f-c623c54150cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.1119802
Nov 13 07:49:06.928384 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:06.932883 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-4a218eb6-2b2a-4cb0-8219-e0355e1f977a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "PUT /v2.0/floatingips/4056dd2f-f09a-4e1e-9500-21a99b0e0504 HTTP/1.1" status: 200  len: 992 time: 3.1044979
Nov 13 07:49:06.937991 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:49:06.949892 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-ad853967-5c03-4675-bd60-e31d3ab263ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486124
Nov 13 07:49:07.137937 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-5fe4af54-8e87-4180-81fd-8e8a22843502 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730921
Nov 13 07:49:07.186220 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d816d-b4eb-48bb-9b95-8b0ef1398dc0 req-5f66458b-dd4b-46d4-8ba4-87652dc08a37 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:07.187772 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-278d816d-b4eb-48bb-9b95-8b0ef1398dc0 req-5f66458b-dd4b-46d4-8ba4-87652dc08a37 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1792257
Nov 13 07:49:07.206779 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'status': 'completed', 'code': 200}
Nov 13 07:49:07.299118 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36102) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:07.348221 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-278d816d-b4eb-48bb-9b95-8b0ef1398dc0 req-8df73227-bb56-4bdb-af42-86b86369d423 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526423
Nov 13 07:49:07.399928 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-74c69068-261c-42ec-8ca1-ec8c8c8944dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 1099 time: 0.1382709
Nov 13 07:49:07.401885 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:49:07.406849 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:07.414390 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] Sync routers for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:49:07.441094 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:49:07.442145 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec4e0d0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:49:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:07.606397 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2f85605-d4aa-41a7-bdc7-e70fec160fba req-a5daa683-4998-4cf3-834e-2a4ad733f9e2 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4518325
Nov 13 07:49:07.639231 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409c0a3-3060-4f51-a502-287919eb1967 req-9908c1a6-a9a0-4c6a-8958-2eb4c27e17df tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:07.642552 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c409c0a3-3060-4f51-a502-287919eb1967 req-9908c1a6-a9a0-4c6a-8958-2eb4c27e17df tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.2547557
Nov 13 07:49:07.667150 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7a2aa3f8-6aa6-4216-929d-f07154236b1f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "PUT /v2.0/floatingips/4e635024-098a-44c8-8f9d-16b36bc8fffe HTTP/1.1" status: 200  len: 992 time: 2.7050586
Nov 13 07:49:07.679988 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:49:07.744196 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c409c0a3-3060-4f51-a502-287919eb1967 req-ad4e0f26-f863-48e8-b1ef-471631b94dbd tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980406
Nov 13 07:49:07.797928 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-ffdb2c35-0997-4cb2-b41e-080c75add70e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:07.799736 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-ffdb2c35-0997-4cb2-b41e-080c75add70e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 912 time: 0.3589456
Nov 13 07:49:07.882518 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:49:07.893106 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'status': 'completed', 'code': 200}
Nov 13 07:49:07.936254 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:07.982463 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-8c3506e1-2faf-4242-a7b6-2dd69ffa194c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1099 time: 0.0811415
Nov 13 07:49:08.030585 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-5eb07840-f2dd-462f-9450-6e7bdd359cba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 200  len: 1000 time: 0.2108972
Nov 13 07:49:08.038816 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:08.097280 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Usage tracker for resource:security_group_rule and tenant:c4dffdfbbd104f3b99616a8747bb0ad9 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:08.105912 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:08.127000 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:08.156096 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-03fe5be4-6a55-461b-97fb-f273884ebba2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:08.157553 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-03fe5be4-6a55-461b-97fb-f273884ebba2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.1083524
Nov 13 07:49:08.194228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-9037d410-9a4f-460b-b97f-e0ef96ef83e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:08.195953 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-9037d410-9a4f-460b-b97f-e0ef96ef83e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.2063150
Nov 13 07:49:08.350843 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-6990d04b-af48-422a-a85c-296fcf1f813b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 HTTP/1.1" status: 200  len: 1000 time: 0.1452169
Nov 13 07:49:08.357152 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec4e0d0>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '4e635024-098a-44c8-8f9d-16b36bc8fffe', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'port_id': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'mac_address': 'fa:16:3e:e0:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10558cad-5f50-40b7-b4e0-367f83693f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:48:22Z', 'updated_at': '2021-11-13T07:49:05Z', 'revision_number': 1, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:08.362917 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] Checking router: d1616801-2bbc-4de7-93c4-c6b0bf655ff8 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:49:08.379520 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:49:08.380337 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec4e0d0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:49:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:08.392806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:08.410970 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-5706fb38-c1d7-4b4a-86ce-169cf6fc49c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2298667
Nov 13 07:49:08.417403 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-197fb1a8-4021-4d3a-b4e4-6dfb3d700541 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:08.418776 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-197fb1a8-4021-4d3a-b4e4-6dfb3d700541 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.2367289
Nov 13 07:49:08.469626 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-fecd0a80-824c-4528-a7a0-0d7a5e917a66 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:08.471481 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-fecd0a80-824c-4528-a7a0-0d7a5e917a66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.1141136
Nov 13 07:49:08.532141 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:08.630664 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:08.637159 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-a96e6e7f-4f15-402f-a426-1100eb154329 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530726
Nov 13 07:49:08.655655 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:49:08.752941 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:08.792508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e86d1ed-8962-4905-a99b-9fd48869a5d0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:08.796239 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:08.856957 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-a69756c6-c9ea-4eaf-b5a3-df264e3f4648 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117004
Nov 13 07:49:08.878477 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4dffdfbbd104f3b99616a8747bb0ad9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5735588
Nov 13 07:49:08.884736 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36164) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:08.887991 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Deleting port c6e7d913-6aac-4023-b11a-4eca695353a1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:49:08.888330 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:09.089673 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0d52db1-bdfb-4b5c-9e31-bdce3451023a req-cfeedbf6-2f6b-4d13-ae34-fe3fb447fd4f service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230327
Nov 13 07:49:09.091869 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-106f36c6-2d34-423f-be1d-fa58a2ff3ecd service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6721733
Nov 13 07:49:09.126126 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ef9f-a7b7-4ca2-874d-97812b8ed917 req-b8bcadc4-d971-4910-9c6d-6bf7d7dde74d tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:09.128007 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8686ef9f-a7b7-4ca2-874d-97812b8ed917 req-b8bcadc4-d971-4910-9c6d-6bf7d7dde74d tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 945 time: 0.1294706
Nov 13 07:49:09.181604 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8686ef9f-a7b7-4ca2-874d-97812b8ed917 req-aabb1616-502c-4cca-9431-64f571c528d1 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ca80f10-c25b-4da7-99cb-05efb7d48d3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452201
Nov 13 07:49:09.190952 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec4e0d0>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '4e635024-098a-44c8-8f9d-16b36bc8fffe', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'port_id': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'mac_address': 'fa:16:3e:e0:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10558cad-5f50-40b7-b4e0-367f83693f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:48:22Z', 'updated_at': '2021-11-13T07:49:05Z', 'revision_number': 1, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:09.195673 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c4e6e-c1aa-4cbb-8865-d81fa2f75a51 None None] The sync data for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi is: [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '4e635024-098a-44c8-8f9d-16b36bc8fffe', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'port_id': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'mac_address': 'fa:16:3e:e0:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10558cad-5f50-40b7-b4e0-367f83693f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:48:22Z', 'updated_at': '2021-11-13T07:49:05Z', 'revision_number': 1, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:49:09.308038 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a2b3-11bd-4f49-a150-2dedc889c42b req-f6ce674d-39ba-4d40-844b-7b1fdc840b4b tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:09.322170 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-76f6a2b3-11bd-4f49-a150-2dedc889c42b req-f6ce674d-39ba-4d40-844b-7b1fdc840b4b tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.5250258
Nov 13 07:49:09.397844 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:09.458523 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-76f6a2b3-11bd-4f49-a150-2dedc889c42b req-ab8ddd63-8f5b-4c0c-bfb2-66c31bbe976d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283827
Nov 13 07:49:09.481576 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] For port c6e7d913-6aac-4023-b11a-4eca695353a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c6e7d913-6aac-4023-b11a-4eca695353a1,segment=NetworkSegment(17fc7876-928a-4de9-9c09-c75593e308bd),segment_id=17fc7876-928a-4de9-9c09-c75593e308bd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:49:09.481951 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:09.499805 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:09.510189 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d5f6f67-293f-42d1-b142-cf65ff322883 req-66168383-9e5a-40a8-80cd-0cb6c01499fa service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3701382
Nov 13 07:49:09.631390 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Calling delete_port for c6e7d913-6aac-4023-b11a-4eca695353a1 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:49:09.656373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36194) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:09.804734 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:09.868169 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:09.872043 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:09.883311 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:09.886525 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e86d1ed-8962-4905-a99b-9fd48869a5d0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:09.887969 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Usage tracker for resource:security_group_rule and tenant:b77d97bb13cc4e88a9e6fcc4947e1246 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:09.888986 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:09.891225 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:09.912797 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:09.920360 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] Sync routers for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:49:09.935782 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:49:09.935782 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeb99730>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:49:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:09.956837 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:09.963815 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:10.010909 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.020182 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Pushing event deleted for resources: {'Port': ['ID=c6e7d913-6aac-4023-b11a-4eca695353a1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:10.023383 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:10.062992 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.063502 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e86d1ed-8962-4905-a99b-9fd48869a5d0 HTTP/1.1" status: 204  len: 168 time: 1.1162667
Nov 13 07:49:10.103898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] No DVR routers for this DVR port c6e7d913-6aac-4023-b11a-4eca695353a1 on host hv-cinder-81783 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:49:10.107381 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.110063 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2d1930fd-a4c7-4848-96b5-27dda012ec4c req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.18 "DELETE /v2.0/ports/c6e7d913-6aac-4023-b11a-4eca695353a1 HTTP/1.1" status: 204  len: 173 time: 1.6600983
Nov 13 07:49:10.110563 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'name': 'network-vif-deleted', 'tag': 'c6e7d913-6aac-4023-b11a-4eca695353a1'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:49:10.143636 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.149394 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fad74361-73df-4cf9-a59a-e395c646c140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:10.186956 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:49:10.221935 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fa2a66-1134-4223-9d8d-a41f7f686996,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:10.228784 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b77d97bb13cc4e88a9e6fcc4947e1246&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5713160
Nov 13 07:49:10.229409 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36218) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:10.229969 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:10.263940 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c6e7d913-6aac-4023-b11a-4eca695353a1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:49:10.271514 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a67252-1b36-4f09-9fe7-3f9654ffd111', 'name': 'network-vif-deleted', 'tag': 'c6e7d913-6aac-4023-b11a-4eca695353a1', 'status': 'completed', 'code': 200}
Nov 13 07:49:10.307384 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: c6e7d913-6aac-4023-b11a-4eca695353a1 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:49:10.307936 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c6e7d913-6aac-4023-b11a-4eca695353a1 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:49:10.347587 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.387977 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.459608 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb42220b-034b-483f-b0cf-ceffa163e204 req-e2966add-6b20-4bd8-b45f-7b93dd98bbe3 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.0629473
Nov 13 07:49:10.614577 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.621482 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:10.647754 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fa2a66-1134-4223-9d8d-a41f7f686996,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:10.651681 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:10.660126 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94fa2a66-1134-4223-9d8d-a41f7f686996 HTTP/1.1" status: 204  len: 168 time: 0.4290295
Nov 13 07:49:10.661160 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:10.718456 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b069bc-ddb7-4509-b3f6-6be4ab574bff req-18577b65-d8ca-4956-b798-a4e3becb7422 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:10.721216 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20b069bc-ddb7-4509-b3f6-6be4ab574bff req-18577b65-d8ca-4956-b798-a4e3becb7422 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0964561
Nov 13 07:49:10.748106 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeb99730>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '4056dd2f-f09a-4e1e-9500-21a99b0e0504', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'port_id': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'mac_address': 'fa:16:3e:46:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:48:24Z', 'updated_at': '2021-11-13T07:49:04Z', 'revision_number': 1, 'project_id': '728dba4850df46759bff46353cf16a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:10.753504 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] Checking router: d608b1da-c5a6-413e-bdb0-a519011dae4a for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:49:10.765017 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:49:10.765825 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeb99730>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:49:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:10.770534 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20b069bc-ddb7-4509-b3f6-6be4ab574bff req-86823418-4a4b-4f6a-bdad-1c1a2589fbbc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431554
Nov 13 07:49:10.962455 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:49:10.973710 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36242) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:10.998282 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.053452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:11.058471 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Usage tracker for resource:security_group_rule and tenant:aa42667bb8994a83b20b8b5e5c7844eb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:11.062589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:11.069791 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:11.153263 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e59de-6447-4b1c-8c56-b2786ff594df None None] New status for floating IP 4e635024-098a-44c8-8f9d-16b36bc8fffe: ACTIVE {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:49:11.203271 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.365747 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.374022 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:11.419152 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeb99730>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '4056dd2f-f09a-4e1e-9500-21a99b0e0504', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'port_id': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'mac_address': 'fa:16:3e:46:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:48:24Z', 'updated_at': '2021-11-13T07:49:04Z', 'revision_number': 1, 'project_id': '728dba4850df46759bff46353cf16a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:11.423437 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480aeff8-3e2e-4f47-bbcf-db89879fc242,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:11.433272 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ee83e-64d0-46c5-9c33-6d18cbc0e4ed None None] The sync data for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi is: [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '4056dd2f-f09a-4e1e-9500-21a99b0e0504', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'port_id': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'mac_address': 'fa:16:3e:46:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:48:24Z', 'updated_at': '2021-11-13T07:49:04Z', 'revision_number': 1, 'project_id': '728dba4850df46759bff46353cf16a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:49:11.433801 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:11.433801 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa42667bb8994a83b20b8b5e5c7844eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4532750
Nov 13 07:49:11.433971 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36252) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:11.518367 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.549779 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.699283 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.703956 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:11.715566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480aeff8-3e2e-4f47-bbcf-db89879fc242,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:11.719669 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:11.725518 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.729639 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/480aeff8-3e2e-4f47-bbcf-db89879fc242 HTTP/1.1" status: 204  len: 168 time: 0.2967260
Nov 13 07:49:11.775670 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-82e68b55-bafc-4bf4-9143-b119a2bf9b97 req-8b33a72c-b94c-4166-a419-64e9efc2c915 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Synchronizing usage tracker for tenant:fbf600fbe0b84ca6996e89d94be9615e on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:11.804031 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36274) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:11.823684 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:11.858645 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:11.863370 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa56e2bc4d9a42c292bd624b8d801776 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:11.866343 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:11.873346 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:11.882054 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-82e68b55-bafc-4bf4-9143-b119a2bf9b97 req-8b33a72c-b94c-4166-a419-64e9efc2c915 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Unset dirty status for tenant:fbf600fbe0b84ca6996e89d94be9615e on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:11.883248 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-82e68b55-bafc-4bf4-9143-b119a2bf9b97 req-8b33a72c-b94c-4166-a419-64e9efc2c915 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9a67252-1b36-4f09-9fe7-3f9654ffd111 HTTP/1.1" status: 200  len: 210 time: 0.1952918
Nov 13 07:49:11.975006 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:12.070506 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:12.077981 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-95246c35-ef59-45a8-8c15-9942471023fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:12.126529 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa56e2bc4d9a42c292bd624b8d801776&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3189986
Nov 13 07:49:12.127169 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36292) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:12.129835 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d9b413-d969-4d75-a482-d947bdeb28db,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:12.144984 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:12.152547 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfbcb1-7a66-4514-b936-8faff4638511 req-9686a613-d14a-494e-81c0-79c0432cc93c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:12.160507 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-81cfbcb1-7a66-4514-b936-8faff4638511 req-9686a613-d14a-494e-81c0-79c0432cc93c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1147585
Nov 13 07:49:12.207747 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:12.235853 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-81cfbcb1-7a66-4514-b936-8faff4638511 req-22bdaa61-37a8-4bb2-85b3-48e51f2ecbc2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738270
Nov 13 07:49:12.237081 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:12.390801 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:12.396897 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0e70b1c7-cd4d-4cea-be24-f2fbae33283d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:12.407616 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d9b413-d969-4d75-a482-d947bdeb28db,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:12.410360 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:12.419203 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:12.420509 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0d9b413-d969-4d75-a482-d947bdeb28db HTTP/1.1" status: 204  len: 168 time: 0.2926826
Nov 13 07:49:13.226268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36346) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:13.505855 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36362) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:13.511614 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:13.620502 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:13.625407 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Usage tracker for resource:security_group_rule and tenant:60b3ab67832c4a658ea0c6a9c43812af is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:13.629363 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:13.640241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eba98-a4d8-4cb1-ac20-6d68351a0f1c req-b31025a0-1d9b-4198-9184-613f462a1cf3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:13.640403 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1634654106-network', 'tenant_id': 'fd0d86c520b241d3aa115b6dec29a9d6'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:13.641682 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e9eba98-a4d8-4cb1-ac20-6d68351a0f1c req-b31025a0-1d9b-4198-9184-613f462a1cf3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1157389
Nov 13 07:49:13.643167 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:13.647055 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:13.651180 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Usage tracker for resource:network and tenant:fd0d86c520b241d3aa115b6dec29a9d6 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:13.654327 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:13.661084 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:13.782451 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Made reservation on behalf of fd0d86c520b241d3aa115b6dec29a9d6 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:13.783203 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e9eba98-a4d8-4cb1-ac20-6d68351a0f1c req-7c5bb39d-e4c2-48be-8fed-ac250721a1f3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275468
Nov 13 07:49:13.783312 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:13.803502 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:13.816998 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:13.837231 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:13.841022 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0d86c520b241d3aa115b6dec29a9d6 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:13.843869 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:13.849494 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:13.882114 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:13.889020 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:13.933709 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5aad1e-0567-49ec-8052-e742654f4697,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:13.939163 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60b3ab67832c4a658ea0c6a9c43812af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7111704
Nov 13 07:49:13.940241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:13.941679 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36378) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:13.973174 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.028278 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.056464 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.059321 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.063473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-db254957-0676-4186-ac2c-87ce68e2f0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:14.175133 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f32e9b-583e-45a8-872a-f4b84b6c9099,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:14.178095 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:14.401919 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.407882 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2de21355-33dc-4d95-92a3-5f1b5a2d2512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:14.408066 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:49:14.418226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.418963 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Added segment 5165d03b-4bae-435a-9ec9-6f622248bf05 of type vlan for network 243b6e44-f641-4230-9c10-b35b8b71d5a9
Nov 13 07:49:14.420601 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5aad1e-0567-49ec-8052-e742654f4697,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:14.422948 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:14.430910 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.432832 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd5aad1e-0567-49ec-8052-e742654f4697 HTTP/1.1" status: 204  len: 168 time: 0.4895177
Nov 13 07:49:14.453300 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.630945 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b798d07-a703-4093-8c00-62c9119093a5 None None] New status for floating IP 4056dd2f-f09a-4e1e-9500-21a99b0e0504: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:49:14.676031 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.677374 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:14.677949 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:14.683627 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:14.784363 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Pushing event updated for resources: {'Network': ['ID=243b6e44-f641-4230-9c10-b35b8b71d5a9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:14.794417 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:14.864285 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36410) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:14.864538 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3575649
Nov 13 07:49:14.870566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Request body: {'subnet': {'network_id': '243b6e44-f641-4230-9c10-b35b8b71d5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1634654106-subnet', 'tenant_id': 'fd0d86c520b241d3aa115b6dec29a9d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:14.879808 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:14.882801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 243b6e44-f641-4230-9c10-b35b8b71d5a9 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:49:14.887740 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Usage tracker for resource:subnet and tenant:fd0d86c520b241d3aa115b6dec29a9d6 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:14.894158 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:14.906149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:15.027957 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Made reservation on behalf of fd0d86c520b241d3aa115b6dec29a9d6 for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:15.030562 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.080452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660fa-6e9d-47fb-81e1-968608a71ec8 req-fa0cd51e-068a-4463-8755-67a3994fad8f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:15.082155 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7d3660fa-6e9d-47fb-81e1-968608a71ec8 req-fa0cd51e-068a-4463-8755-67a3994fad8f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1210313
Nov 13 07:49:15.110837 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36426) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:15.211497 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7d3660fa-6e9d-47fb-81e1-968608a71ec8 req-98790b1e-7d32-4e3f-925f-3457ea1bbc1f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230774
Nov 13 07:49:15.214375 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Deleting subnet 4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:49:15.217571 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.269306 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.276257 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.430813 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.431390 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.435496 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:15.435747 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-db8fddee-7292-4f38-8de4-4083b05aa625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:15.471325 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:15.474714 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:15.493464 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.493464 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4cba4caf-ee25-43f2-9ed5-c7c45d7c06fb HTTP/1.1" status: 204  len: 168 time: 0.3699422
Nov 13 07:49:15.493464 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36440) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:15.508966 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9b9788-fb61-4bf4-af62-a9035b18ce4b,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:15.519407 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:15.527752 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Checking segment: {'id': '5165d03b-4bae-435a-9ec9-6f622248bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '243b6e44-f641-4230-9c10-b35b8b71d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:49:15.527752 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Network hostable DHCP agents. Network: 243b6e44-f641-4230-9c10-b35b8b71d5a9, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:49:15.571070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36448) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:15.595401 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.616873 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Network 243b6e44-f641-4230-9c10-b35b8b71d5a9 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:49:15.635124 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.639061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:15.643340 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Usage tracker for resource:security_group_rule and tenant:476a00f38bbf48eda5e202b310fa6d3b is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:15.666613 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:15.674865 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:15.707606 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 243b6e44-f641-4230-9c10-b35b8b71d5a9) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:49:15.713830 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:15.714811 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.720289 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d9e6c-ae35-4a9a-bee4-88ed6b68ce3f None None] Network 243b6e44-f641-4230-9c10-b35b8b71d5a9 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:15.780798 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.807589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3dee258a60>> segment before_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.807944 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3dee258a60>> subnet precommit_delete_associations 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.808650 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> segment_host_mapping after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.808989 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> port after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.809309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> port after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.809661 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> port after_update 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.809984 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> segment after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.810320 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> subnet after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.810640 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> subnet after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.810985 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee905f40>> subnet after_update 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.815081 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.854366 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9888194
Nov 13 07:49:15.917402 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:15.928485 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:15.964735 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f858f23-330e-4fd6-a16a-1479bde321b5 None None] Network 243b6e44-f641-4230-9c10-b35b8b71d5a9 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:15.986863 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dedf50220>> subnet after_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.987272 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dedf50220>> subnet after_delete 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.988461 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dedf50220>> subnet before_create 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.989870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dedf50220>> subnet before_update 55550000 {{(pid=83598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:15.990564 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dede96b20>,) {'filters': {'network_id': ['94faff74-ffc4-411d-904f-8eb81943caca']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:16.006609 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dede96b20>, '17fc7876-928a-4de9-9c09-c75593e308bd') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:16.007328 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dede96b20>, '17fc7876-928a-4de9-9c09-c75593e308bd') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:16.012650 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ed0639-4aaf-4673-9e6d-5436ecbb8c83,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:16.017060 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=476a00f38bbf48eda5e202b310fa6d3b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4447255
Nov 13 07:49:16.017943 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:16.019657 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36462) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:16.024002 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.042447 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.050896 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:49:16.051377 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.152221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   util.warn_limited(
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   util.warn_limited(
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:49:16.164519 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:49:16.193062 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.270959 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.278116 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.285446 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8aa1c416-3acb-4d65-b0f2-35dab631dc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:16.333229 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] 10.222.0.32 "DELETE /v2.0/networks/94faff74-ffc4-411d-904f-8eb81943caca HTTP/1.1" status: 204  len: 168 time: 0.8455720
Nov 13 07:49:16.334279 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Pushing event deleted for resources: {'Network': ['ID=94faff74-ffc4-411d-904f-8eb81943caca,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:16.340029 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c00d4257-38ea-49f5-bc64-c1b97b72ea8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:16.432452 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.433025 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:16.452012 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ed0639-4aaf-4673-9e6d-5436ecbb8c83,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:16.456207 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:16.461561 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:16.464305 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72ed0639-4aaf-4673-9e6d-5436ecbb8c83 HTTP/1.1" status: 204  len: 168 time: 0.4435813
Nov 13 07:49:16.517980 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd380aef-dd37-4103-817b-a456a0b73d0a req-45b5d457-19e8-4262-aebc-56a3cfbe51bb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:16.534868 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bd380aef-dd37-4103-817b-a456a0b73d0a req-45b5d457-19e8-4262-aebc-56a3cfbe51bb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1367469
Nov 13 07:49:16.619728 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bd380aef-dd37-4103-817b-a456a0b73d0a req-44b90544-d7bd-4d58-86b3-a2e7835102aa tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835550
Nov 13 07:49:16.847828 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36494) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:16.898911 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-757f34fa-bcf1-4ae9-8f66-f319310222e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbf600fbe0b84ca6996e89d94be9615e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0499284
Nov 13 07:49:16.905487 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36498) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:16.969894 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:17.017449 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:17.153986 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:17.158750 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8fa218b9-e039-49ee-af5f-17c3ef0371e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:17.172026 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca80f10-c25b-4da7-99cb-05efb7d48d3e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:17.174505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:17.283534 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:17.285141 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ca80f10-c25b-4da7-99cb-05efb7d48d3e HTTP/1.1" status: 204  len: 168 time: 0.3783708
Nov 13 07:49:17.701655 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36530) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:17.833537 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695bf53-f2ff-4a15-bcb0-3c42eee11ca7 req-1ad81db1-a16e-4823-affc-c9fe5968e622 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:17.835178 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7695bf53-f2ff-4a15-bcb0-3c42eee11ca7 req-1ad81db1-a16e-4823-affc-c9fe5968e622 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0876713
Nov 13 07:49:17.872857 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36540) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:17.887550 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7695bf53-f2ff-4a15-bcb0-3c42eee11ca7 req-db9ea668-af3c-4961-8a61-5178bad2683f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464675
Nov 13 07:49:18.074511 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.106351 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:18.110354 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Usage tracker for resource:security_group_rule and tenant:481d56d173594f5686509c84ebcfb312 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:18.113169 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:18.119127 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:18.135149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.168645 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:18.174741 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Usage tracker for resource:security_group_rule and tenant:fe496b2924ec41f3b3b1190d235fd74a is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:18.176081 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:18.182323 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:18.198827 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.297193 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.310701 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:18.350162 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=481d56d173594f5686509c84ebcfb312&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6473112
Nov 13 07:49:18.351063 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5f1bac-d58e-49ee-af1e-405cfbf7d9a3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:18.353660 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36556) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:18.354039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:18.372389 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.420994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.428748 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36562) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:18.448524 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1125609015-network', 'tenant_id': '67c5783c78a44bd6bdf9b512d80e53bb'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:18.453885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.460360 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:18.470369 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Usage tracker for resource:network and tenant:67c5783c78a44bd6bdf9b512d80e53bb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:18.476047 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:18.483483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:18.491378 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.503650 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-49065a58-27eb-4e08-8e8b-747a1940a8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:18.557552 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7fca07-5802-44b7-8944-38810de6aaf5,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:18.561819 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe496b2924ec41f3b3b1190d235fd74a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6873624
Nov 13 07:49:18.563311 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:18.564458 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36568) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:18.576517 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Made reservation on behalf of 67c5783c78a44bd6bdf9b512d80e53bb for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:18.579135 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.600825 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.666109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:18.671985 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Usage tracker for resource:security_group_rule and tenant:67c5783c78a44bd6bdf9b512d80e53bb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:18.673842 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.676069 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:18.684991 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:18.706856 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.754316 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.759180 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7467adff-0c28-4a7e-aa84-72676c1a03b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:18.770203 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.775710 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5f1bac-d58e-49ee-af1e-405cfbf7d9a3,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:18.778014 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:18.790697 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.796828 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e5f1bac-d58e-49ee-af1e-405cfbf7d9a3 HTTP/1.1" status: 204  len: 168 time: 0.4421830
Nov 13 07:49:18.848379 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.852585 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-732b8c57-7ca7-42ff-a971-69b920e76ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:18.884210 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d368f-3f35-42da-a17b-64d6c6e7a2dd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:18.887081 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:18.904489 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.911681 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:49:18.913039 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:18.922471 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.922980 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Added segment f0ab2d1f-f4c0-462c-ba3f-290f0d643973 of type vlan for network ef6c3abc-663f-442f-8d64-c269f1fd3f9a
Nov 13 07:49:18.926007 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7fca07-5802-44b7-8944-38810de6aaf5,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:18.928975 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:18.933890 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df7fca07-5802-44b7-8944-38810de6aaf5 HTTP/1.1" status: 204  len: 168 time: 0.3676283
Nov 13 07:49:18.935318 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:18.966705 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:19.082800 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:19.084036 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:19.087076 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:19.089559 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:19.111425 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1575-23ed-436f-bda8-9362fc52cea9 req-cb6b9e74-f0fe-4477-a704-197ac37f5a62 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:19.113162 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d9ab1575-23ed-436f-bda8-9362fc52cea9 req-cb6b9e74-f0fe-4477-a704-197ac37f5a62 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0920477
Nov 13 07:49:19.164086 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d9ab1575-23ed-436f-bda8-9362fc52cea9 req-0f97beec-01b7-4d4d-9d53-ae61a11cb8dc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447931
Nov 13 07:49:19.199643 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6c3abc-663f-442f-8d64-c269f1fd3f9a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:19.202275 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:19.209648 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network ef6c3abc-663f-442f-8d64-c269f1fd3f9a details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:49:19.287636 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8469999
Nov 13 07:49:19.290027 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36594) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:19.298278 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Request body: {'subnet': {'network_id': 'ef6c3abc-663f-442f-8d64-c269f1fd3f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1125609015-subnet', 'tenant_id': '67c5783c78a44bd6bdf9b512d80e53bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:19.304202 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:19.310085 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Usage tracker for resource:subnet and tenant:67c5783c78a44bd6bdf9b512d80e53bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:19.317607 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:19.325632 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:19.424378 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Made reservation on behalf of 67c5783c78a44bd6bdf9b512d80e53bb for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:19.427134 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:19.762154 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:19.766576 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7f707b5c-763b-4838-bd8d-16c493b60411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:19.843854 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60accd49-d8f9-4427-a82e-e671033f9242,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:19.848225 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:19.855419 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Checking segment: {'id': 'f0ab2d1f-f4c0-462c-ba3f-290f0d643973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ef6c3abc-663f-442f-8d64-c269f1fd3f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:49:19.855779 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Network hostable DHCP agents. Network: ef6c3abc-663f-442f-8d64-c269f1fd3f9a, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:49:19.961882 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Network ef6c3abc-663f-442f-8d64-c269f1fd3f9a is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:49:20.006846 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36610) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:20.025523 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.066568 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:20.069052 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, ef6c3abc-663f-442f-8d64-c269f1fd3f9a) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:49:20.074238 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:691cf7b8be75411a97807dfb148e3e42 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:20.077631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:20.078280 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.085673 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b75378-6d54-49f9-9150-95714b05fe3a None None] Network ef6c3abc-663f-442f-8d64-c269f1fd3f9a requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:20.087073 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:20.101404 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:20.179216 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36616) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:20.220300 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9212992
Nov 13 07:49:20.295334 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.338109 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89296df4-16c6-4821-999c-8195658f7a8a None None] Network ef6c3abc-663f-442f-8d64-c269f1fd3f9a requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:20.370940 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.379142 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6d1fe548-6414-4693-ad4f-91c08c5c86c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:20.387027 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cab10-5351-4fc3-926e-f7bee0d36b06 req-9a94fcde-43a3-40ad-bd87-5f260e49bb9e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:20.389508 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-154cab10-5351-4fc3-926e-f7bee0d36b06 req-9a94fcde-43a3-40ad-bd87-5f260e49bb9e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0929711
Nov 13 07:49:20.422770 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf959f-6769-4461-bba7-3d2e416813c6,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:20.425229 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=691cf7b8be75411a97807dfb148e3e42&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4199462
Nov 13 07:49:20.426216 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:20.428045 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36628) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:20.450039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-782203128-network', 'tenant_id': '9f0c482ef1eb4f8fa6c1320897c1678b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:20.468395 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-154cab10-5351-4fc3-926e-f7bee0d36b06 req-d5b59d48-47b8-4b91-8ee8-ed9776e9fafd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720348
Nov 13 07:49:20.471371 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:20.482087 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Usage tracker for resource:network and tenant:9f0c482ef1eb4f8fa6c1320897c1678b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:20.491564 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36632) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:20.514427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.517349 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.556207 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.600586 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:20.607971 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:20.713881 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.718825 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-80536656-8633-49c4-ba07-429c3b9b2cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:20.727735 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:20.731731 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Usage tracker for resource:security_group_rule and tenant:f5b5189554664b6ab1ad2cd5d760e804 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:20.731868 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf959f-6769-4461-bba7-3d2e416813c6,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:20.734879 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:20.735041 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:20.735781 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.737397 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8cf959f-6769-4461-bba7-3d2e416813c6 HTTP/1.1" status: 204  len: 168 time: 0.3074193
Nov 13 07:49:20.741971 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:20.745517 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Made reservation on behalf of 9f0c482ef1eb4f8fa6c1320897c1678b for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:20.747781 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.765251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.815826 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:20.831172 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Usage tracker for resource:security_group_rule and tenant:9f0c482ef1eb4f8fa6c1320897c1678b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:20.836901 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:20.848546 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:20.869544 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.948481 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:20.961921 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c04bdee3-fa80-4e11-92e8-061df0615224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:21.018081 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f3e3f3-73d5-4842-8131-4d9cf6176fe8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:21.028745 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36648) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:21.029281 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5b5189554664b6ab1ad2cd5d760e804&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5360727
Nov 13 07:49:21.029855 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:21.075090 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.189103 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.216947 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.228985 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.235723 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:21.286420 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:49:21.294960 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847f2eea-9196-457b-9091-9f9cb48b832a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:21.298543 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:21.399527 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.401238 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.401581 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Added segment 0abac70f-00b3-40e0-a478-d3a711cf814a of type vlan for network 13dc6fb3-9bcb-4e4a-8416-084631603788
Nov 13 07:49:21.404776 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:21.415377 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f3e3f3-73d5-4842-8131-4d9cf6176fe8,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:21.418124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:21.424192 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.425566 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5f3e3f3-73d5-4842-8131-4d9cf6176fe8 HTTP/1.1" status: 204  len: 168 time: 0.3953037
Nov 13 07:49:21.428406 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.568308 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.569866 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:21.570450 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:21.575744 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:21.744091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Pushing event updated for resources: {'Network': ['ID=13dc6fb3-9bcb-4e4a-8416-084631603788,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:21.744289 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c38f7-7dc4-4e1c-ad46-467ea03e9c5d req-9fa0a75f-d55c-4ddd-bf50-593d79222c7e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:21.746518 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7f2c38f7-7dc4-4e1c-ad46-467ea03e9c5d req-9fa0a75f-d55c-4ddd-bf50-593d79222c7e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1042943
Nov 13 07:49:21.748270 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:21.757185 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:49:21.795416 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7f2c38f7-7dc4-4e1c-ad46-467ea03e9c5d req-9400d1c3-eb03-49be-975e-b9fdfd4683b4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436196
Nov 13 07:49:21.880542 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7000079
Nov 13 07:49:21.883181 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36680) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:21.888777 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Request body: {'subnet': {'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-782203128-subnet', 'tenant_id': '9f0c482ef1eb4f8fa6c1320897c1678b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:21.894058 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:21.897997 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Usage tracker for resource:subnet and tenant:9f0c482ef1eb4f8fa6c1320897c1678b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:21.900873 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:21.906534 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:22.010880 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Made reservation on behalf of 9f0c482ef1eb4f8fa6c1320897c1678b for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:22.015460 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2363745'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:22.422534 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1194131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2363767'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:22.427316 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:22.496904 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:22.502092 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:22.512599 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Checking segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:49:22.512951 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Network hostable DHCP agents. Network: 13dc6fb3-9bcb-4e4a-8416-084631603788, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:49:22.611501 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:49:22.652490 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36702) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:22.671645 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:22.704584 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:22.709540 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Usage tracker for resource:security_group_rule and tenant:2aaf8c0f7a8a4803a6c72c4b8a688752 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:22.712535 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:22.718426 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:22.742297 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 13dc6fb3-9bcb-4e4a-8416-084631603788) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:49:22.749722 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:22.756101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:22.756774 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde2a8c-48ab-40fd-a7e4-566c30dbfd06 None None] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:22.808120 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:22.916592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:22.925121 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0402308
Nov 13 07:49:22.928978 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b880b490-c342-4d6f-b20b-19e2e0654e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:22.996579 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2aaf8c0f7a8a4803a6c72c4b8a688752&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3429849
Nov 13 07:49:22.999312 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36714) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:23.020716 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b001f1-cc97-44f4-a648-e11b85b52f69 None None] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:23.031696 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0625a9-4729-4c60-9ea2-cf8786bcaf3a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:23.035241 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:23.074629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b0724-405c-4b11-82b5-bd61dcb33ed7 req-e3991b4c-c54d-4c6a-bf92-9951027310b9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:23.081530 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9e9b0724-405c-4b11-82b5-bd61dcb33ed7 req-e3991b4c-c54d-4c6a-bf92-9951027310b9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1540301
Nov 13 07:49:23.084009 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:23.134162 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:23.143573 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9e9b0724-405c-4b11-82b5-bd61dcb33ed7 req-1658bb28-ed8f-48e7-97c0-d00ab074500e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610592
Nov 13 07:49:23.348107 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:23.359793 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dcdfd986-4490-40b1-8921-d31836a84e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:23.402520 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0625a9-4729-4c60-9ea2-cf8786bcaf3a,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:23.432268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:23.436687 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:23.444343 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e0625a9-4729-4c60-9ea2-cf8786bcaf3a HTTP/1.1" status: 204  len: 168 time: 0.4436452
Nov 13 07:49:23.804247 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c2fba2c0-5374-4cef-abf4-023049bfd456 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:23.811238 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c2fba2c0-5374-4cef-abf4-023049bfd456 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.2053995
Nov 13 07:49:23.823741 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-68ad6489-7b0e-42b2-ab9f-522da8f36eb8 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/quotas/9f0c482ef1eb4f8fa6c1320897c1678b HTTP/1.1" status: 200  len: 375 time: 0.0116038
Nov 13 07:49:23.873437 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-022f88da-fe5b-4c07-8dad-6b23bdfc8771 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443673
Nov 13 07:49:24.023257 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-75af4358-18b4-4cc3-bb56-fb230e38e458 service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431079
Nov 13 07:49:24.171258 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-03caf0a4-c481-4b91-a462-d77d7143d77e service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378894
Nov 13 07:49:24.375208 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a35eaa-af69-46c5-bcdf-6092ffa6a475 req-1c5f0f46-21c8-4754-9a08-a78ba2ded804 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:24.376741 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-95a35eaa-af69-46c5-bcdf-6092ffa6a475 req-1c5f0f46-21c8-4754-9a08-a78ba2ded804 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0771134
Nov 13 07:49:24.423018 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-95a35eaa-af69-46c5-bcdf-6092ffa6a475 req-72c9bc98-3e07-4b02-9caa-f2749cdb22e1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402575
Nov 13 07:49:24.648650 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bfbd14bf-f4d0-46eb-bd5f-fbb1e6506654 req-4fe7626b-a18a-4736-9002-93080f2b0cfc tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.1030114
Nov 13 07:49:25.666357 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cdd18-96b3-4ca7-a2c5-1c2d225ec165 req-b4ed0f6f-42ec-4603-b58a-daaf7b54ad13 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:25.667987 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2f2cdd18-96b3-4ca7-a2c5-1c2d225ec165 req-b4ed0f6f-42ec-4603-b58a-daaf7b54ad13 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1045275
Nov 13 07:49:25.715951 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2f2cdd18-96b3-4ca7-a2c5-1c2d225ec165 req-a409c4de-80c0-4da5-903a-327b9069f34c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423911
Nov 13 07:49:25.762829 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-42dc3033-9414-422e-ba90-1f07dfa102df req-badba730-8cb5-49ed-9d1f-49222b74646c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0469677
Nov 13 07:49:26.959637 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3d473081-04b4-41e6-9e98-0cb96ec6456b req-b742d603-c31f-4d1e-94d5-2b49434e0b8b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0567820
Nov 13 07:49:26.961568 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672448d-0aa1-4ced-b3cb-ddf6d4a4aeb3 req-644d5d22-ed11-4bca-9946-ccf74a80bfe2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:26.968330 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4672448d-0aa1-4ced-b3cb-ddf6d4a4aeb3 req-644d5d22-ed11-4bca-9946-ccf74a80bfe2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1082551
Nov 13 07:49:27.031280 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4672448d-0aa1-4ced-b3cb-ddf6d4a4aeb3 req-3b78736b-3e19-408d-a42a-280f58f01694 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618479
Nov 13 07:49:27.112177 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36898) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:27.177167 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:49:27.265876 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:27.297153 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:27.302629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Usage tracker for resource:security_group_rule and tenant:0324b56f7c0c474ea2b610bff38490b1 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:27.305574 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:27.315381 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:27.383603 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:27.474451 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:27.481965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:27.541030 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e9e18-e462-49b7-a3b6-eda69863fa49,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:27.544342 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:27.550734 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0324b56f7c0c474ea2b610bff38490b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4336629
Nov 13 07:49:27.551128 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 36914) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:27.613159 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:27.649414 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:27.811593 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:27.820254 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5233266e-208b-4ba0-862e-ca4a74d14ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:27.887008 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e9e18-e462-49b7-a3b6-eda69863fa49,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:27.889824 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:27.894898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:27.898463 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/610e9e18-e462-49b7-a3b6-eda69863fa49 HTTP/1.1" status: 204  len: 168 time: 0.3442862
Nov 13 07:49:27.969280 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c3b0dbb9-8bf7-460e-8629-5aa393e0986c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:27.970019 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c3b0dbb9-8bf7-460e-8629-5aa393e0986c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:network {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:28.070467 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c3b0dbb9-8bf7-460e-8629-5aa393e0986c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:network {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:28.071928 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c3b0dbb9-8bf7-460e-8629-5aa393e0986c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.2820091
Nov 13 07:49:28.093541 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Request body: {'port': {'device_id': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'admin_state_up': True, 'tenant_id': '9f0c482ef1eb4f8fa6c1320897c1678b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:28.181864 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-91a7435d-ca9b-4acd-8a98-7d9d508e914d req-23cb7cfe-05db-4aee-b353-c8ad4a829f77 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0739214
Nov 13 07:49:28.307055 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:28.312553 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Usage tracker for resource:port and tenant:9f0c482ef1eb4f8fa6c1320897c1678b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:28.320171 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d6ec3-0dec-4ce8-a730-8be88d5a9721 req-a559541e-93af-4761-898c-aee3e782f74e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:28.321961 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bd5d6ec3-0dec-4ce8-a730-8be88d5a9721 req-a559541e-93af-4761-898c-aee3e782f74e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1470382
Nov 13 07:49:28.322888 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:28.349293 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:28.495581 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bd5d6ec3-0dec-4ce8-a730-8be88d5a9721 req-0f4c0db1-c7bd-4134-930f-d2a2e31dfbd9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643529
Nov 13 07:49:28.532889 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Made reservation on behalf of 9f0c482ef1eb4f8fa6c1320897c1678b for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:28.536713 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:28.719575 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Allocated IP 172.20.0.9 (13dc6fb3-9bcb-4e4a-8416-084631603788/87dbc69f-6a7f-4283-a7bb-a6df28c93f8e/74c33848-80cd-4dad-9e44-62fc6557bdbc) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:49:28.885883 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36966) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:28.903742 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:28.935182 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:28.938931 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Usage tracker for resource:security_group_rule and tenant:b260898ce1f9418aace50b37ff8bf6cb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:28.942338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:28.944316 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:28.948086 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:29.014402 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.093785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.100620 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:29.157347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.167645 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c9d3e39d-4573-45ca-ad0a-2eb67feca73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:29.172359 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:49:29.176034 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:49:29.178716 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:49:29.213532 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event updated for resources: {'Port': ['ID=74c33848-80cd-4dad-9e44-62fc6557bdbc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:29.218836 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b260898ce1f9418aace50b37ff8bf6cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3278768
Nov 13 07:49:29.218836 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b57625-7a7b-4e67-bc66-fb999bc2f489,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:29.218836 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 36974) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:29.223246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:29.223332 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:29.249590 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:29.250216 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.280793 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.307051 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.406484 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b25be0-87ed-4d8e-854b-e2397e0c1b32 req-bbab3896-4ec0-42ec-b800-d71ea544e5e0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:29.407323 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-c5b25be0-87ed-4d8e-854b-e2397e0c1b32 req-bbab3896-4ec0-42ec-b800-d71ea544e5e0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:29.459040 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.460003 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3710740
Nov 13 07:49:29.471792 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3ebc4fc4-f413-4168-9dc6-e58b4451149d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:29.477109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Request body: {'port': {'device_id': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:29.495399 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.511435 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b57625-7a7b-4e67-bc66-fb999bc2f489 HTTP/1.1" status: 204  len: 168 time: 0.2832530
Nov 13 07:49:29.513818 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b57625-7a7b-4e67-bc66-fb999bc2f489,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:29.521638 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:29.583917 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-c5b25be0-87ed-4d8e-854b-e2397e0c1b32 req-bbab3896-4ec0-42ec-b800-d71ea544e5e0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:29.585500 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5b25be0-87ed-4d8e-854b-e2397e0c1b32 req-bbab3896-4ec0-42ec-b800-d71ea544e5e0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 931 time: 0.2680247
Nov 13 07:49:29.648851 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.670077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-c5b25be0-87ed-4d8e-854b-e2397e0c1b32 req-3f1e5406-f755-4337-9050-084e10fbd1b7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:29.748150 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:29.783912 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18790edd-fd4b-43b6-95e1-cd2b8ed25e16 req-aad56a91-b419-4ddd-a31a-5da6a58e1c98 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:29.785958 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-18790edd-fd4b-43b6-95e1-cd2b8ed25e16 req-aad56a91-b419-4ddd-a31a-5da6a58e1c98 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0904992
Nov 13 07:49:29.838341 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-c5b25be0-87ed-4d8e-854b-e2397e0c1b32 req-3f1e5406-f755-4337-9050-084e10fbd1b7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:29.839499 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5b25be0-87ed-4d8e-854b-e2397e0c1b32 req-3f1e5406-f755-4337-9050-084e10fbd1b7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473509
Nov 13 07:49:29.849443 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-18790edd-fd4b-43b6-95e1-cd2b8ed25e16 req-a0f74526-bdf6-4c9f-a463-4654d64be5d3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550015
Nov 13 07:49:30.045705 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c33848-80cd-4dad-9e44-62fc6557bdbc {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:49:30.053502 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.068109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Transition to ACTIVE for port object 74c33848-80cd-4dad-9e44-62fc6557bdbc will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:49:30.076623 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37004) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:30.181794 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.186822 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9ba611fa-c278-4d35-9d1e-0a28b44791ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:30.243578 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.275123 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:30.278961 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8e620c23793b4e9595d9c1346231cda1 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:30.281881 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:30.292672 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:30.312199 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Pushing event updated for resources: {'Port': ['ID=74c33848-80cd-4dad-9e44-62fc6557bdbc,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:30.315398 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:30.389706 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.419426 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Attempting to bind port 74c33848-80cd-4dad-9e44-62fc6557bdbc on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:49:30.419753 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Attempting to bind port 74c33848-80cd-4dad-9e44-62fc6557bdbc by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:49:30.420070 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Attempting to bind port 74c33848-80cd-4dad-9e44-62fc6557bdbc on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:49:30.425708 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Port 74c33848-80cd-4dad-9e44-62fc6557bdbc on network 13dc6fb3-9bcb-4e4a-8416-084631603788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:49:30.426016 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Attempting to bind port 74c33848-80cd-4dad-9e44-62fc6557bdbc on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:49:30.432225 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:49:30.432456 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Checking segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:49:30.432834 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Bound using segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:49:30.433247 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Bound port: 74c33848-80cd-4dad-9e44-62fc6557bdbc, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:49:30.433586 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.442343 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37016) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:30.499182 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.587752 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0c5e0137-3b05-4ee5-b8e1-99f50061dde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:30.607952 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] For port 74c33848-80cd-4dad-9e44-62fc6557bdbc, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:49:30.612227 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] For port 74c33848-80cd-4dad-9e44-62fc6557bdbc, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74c33848-80cd-4dad-9e44-62fc6557bdbc,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:49:30.618591 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37030) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:30.618769 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e620c23793b4e9595d9c1346231cda1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5380173
Nov 13 07:49:30.693363 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1015c129-4e23-4a38-8d41-12d0e8a6050e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:30.696418 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.701482 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:30.704221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.712574 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.734741 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-17752523-5e7d-4838-8373-7f622f6e50df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:30.761974 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:30.766015 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8451a232ca4df295c6c4ff9053256a is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:30.769685 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:30.776179 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:30.805172 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.840214 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.841654 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] 10.222.0.18 "PUT /v2.0/ports/74c33848-80cd-4dad-9e44-62fc6557bdbc HTTP/1.1" status: 200  len: 1093 time: 1.3731499
Nov 13 07:49:30.842124 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'tag': '74c33848-80cd-4dad-9e44-62fc6557bdbc'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:49:30.851878 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:30.869426 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Pushing event updated for resources: {'Port': ['ID=74c33848-80cd-4dad-9e44-62fc6557bdbc,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:30.872451 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:30.902481 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'tag': '74c33848-80cd-4dad-9e44-62fc6557bdbc', 'status': 'completed', 'code': 200}
Nov 13 07:49:31.026661 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:31.061487 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:31.072158 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dc2064e7-70b5-40e7-89f2-93587ad129ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:31.112642 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7f3acf8b-7338-4994-b6a2-28a4b0236c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:31.133424 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c8451a232ca4df295c6c4ff9053256a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6871600
Nov 13 07:49:31.133538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1015c129-4e23-4a38-8d41-12d0e8a6050e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:31.136075 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37052) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:31.140174 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f7df09-f3d7-4e38-92fa-158d8dbd76fa,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:31.143292 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:31.151442 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:31.162817 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ece54-871b-4c16-af40-749d559089cc req-a195d6a6-fe6a-4ecc-a16a-315dd1d3d756 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:31.164264 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-608ece54-871b-4c16-af40-749d559089cc req-a195d6a6-fe6a-4ecc-a16a-315dd1d3d756 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 943 time: 0.1626284
Nov 13 07:49:31.172430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:31.176647 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1015c129-4e23-4a38-8d41-12d0e8a6050e HTTP/1.1" status: 204  len: 168 time: 0.5535026
Nov 13 07:49:31.222117 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-608ece54-871b-4c16-af40-749d559089cc req-217dcbe8-c2d8-45eb-8fa0-396ca1f2f339 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515771
Nov 13 07:49:31.236104 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f9b9b301-a31e-4252-929c-42be9d2f03f3 req-c11c6987-479b-4901-a817-520dd109e145 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 1096 time: 0.3047173
Nov 13 07:49:31.291153 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:31.313007 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c0a0f-baea-4729-aed7-19b64cc54b14 req-6ee14e23-ba0b-4c04-a424-b62b10dbf1c6 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:31.320440 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d28c0a0f-baea-4729-aed7-19b64cc54b14 req-6ee14e23-ba0b-4c04-a424-b62b10dbf1c6 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.3448415
Nov 13 07:49:31.426387 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:31.523251 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d28c0a0f-baea-4729-aed7-19b64cc54b14 req-a42622f1-0da4-4a7e-b232-e9357a486dc3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019098
Nov 13 07:49:31.526217 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9b301-a31e-4252-929c-42be9d2f03f3 req-6162a014-cea0-4633-abc7-2ffdbaa7e375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:31.527675 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f9b9b301-a31e-4252-929c-42be9d2f03f3 req-6162a014-cea0-4633-abc7-2ffdbaa7e375 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2822165
Nov 13 07:49:31.678816 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:31.684963 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8374326f-0a0b-41cb-b5d2-d22fc8ec78ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:31.699491 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9b301-a31e-4252-929c-42be9d2f03f3 req-c3002b83-2941-4f21-b1e0-8a87709a2a02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:31.700997 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f9b9b301-a31e-4252-929c-42be9d2f03f3 req-c3002b83-2941-4f21-b1e0-8a87709a2a02 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1637795
Nov 13 07:49:31.705800 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f7df09-f3d7-4e38-92fa-158d8dbd76fa,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:31.708366 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:31.709508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:31.712984 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2f7df09-f3d7-4e38-92fa-158d8dbd76fa HTTP/1.1" status: 204  len: 168 time: 0.5581884
Nov 13 07:49:31.816704 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-d2b848df-9757-4310-ae74-1bd63e3fd574 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 1096 time: 0.0698647
Nov 13 07:49:31.891557 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-070a12db-9c27-47b6-b74b-0c8be58166fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c33848-80cd-4dad-9e44-62fc6557bdbc HTTP/1.1" status: 200  len: 217 time: 0.0676196
Nov 13 07:49:31.954663 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-a9716b48-1a79-4e30-b520-2cbcc619f55b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:31.956717 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-a9716b48-1a79-4e30-b520-2cbcc619f55b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 200  len: 854 time: 0.0571566
Nov 13 07:49:32.027949 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-0cf95540-f4d9-4bf0-96c3-c74f6a235447 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13dc6fb3-9bcb-4e4a-8416-084631603788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396485
Nov 13 07:49:32.161846 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-614035c9-af28-4474-8055-4d897879a4a9 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241488
Nov 13 07:49:32.294136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37072) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:32.308655 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb92d89d-3dca-4c32-a181-cfa4c811363e req-c97b02d8-d7c6-4327-837c-1ea91e726460 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382973
Nov 13 07:49:32.314229 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:32.414980 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:32.419692 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Usage tracker for resource:security_group_rule and tenant:2d0cc8a0baf2455bb8092d8f16d0fa9b is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:32.423763 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:32.432597 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:32.474994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc542a5b-f84c-4cc7-b940-2daf0b880ca4 req-f7fd79a3-e5bf-454c-83cc-caa30eb5fdc9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:32.476749 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fc542a5b-f84c-4cc7-b940-2daf0b880ca4 req-f7fd79a3-e5bf-454c-83cc-caa30eb5fdc9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 943 time: 0.1099608
Nov 13 07:49:32.526406 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:32.544860 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fc542a5b-f84c-4cc7-b940-2daf0b880ca4 req-a82c201f-396a-47a0-9f98-e372fb36f62e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599897
Nov 13 07:49:32.691421 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:32.699655 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-abe26533-7075-437f-aa1e-acf1562dcfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:32.739735 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3982d7-b4e1-446b-94fd-38e4da22c0df req-9686c11c-db1d-4d15-b52b-36701ae9306e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:32.741462 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8e3982d7-b4e1-446b-94fd-38e4da22c0df req-9686c11c-db1d-4d15-b52b-36701ae9306e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0816414
Nov 13 07:49:32.750794 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0369c61f-4bca-4fa3-abbe-eeb93e30cbf5,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:32.754580 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:32.758787 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d0cc8a0baf2455bb8092d8f16d0fa9b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4625766
Nov 13 07:49:32.761231 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37088) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:32.793154 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8e3982d7-b4e1-446b-94fd-38e4da22c0df req-ef328fb4-0439-4e6d-be8e-c73710f22011 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449047
Nov 13 07:49:32.823307 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:32.852941 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:32.984461 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37094) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:33.004140 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.044719 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.057510 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9520fdef-759b-41f1-8168-908b87b704a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:33.064331 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:33.068794 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Usage tracker for resource:security_group_rule and tenant:be39e9bf41ed4f80957ab5110e02f99e is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:33.072009 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:33.072629 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0369c61f-4bca-4fa3-abbe-eeb93e30cbf5,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:33.075524 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:33.084716 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.084716 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0369c61f-4bca-4fa3-abbe-eeb93e30cbf5 HTTP/1.1" status: 204  len: 168 time: 0.3218269
Nov 13 07:49:33.088473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:33.294814 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.418661 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.428702 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-724d1fba-f582-442c-80e2-59132eb99a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:33.472970 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e929f7f2-0b82-493c-aa78-d9d3856c54c2,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:33.476917 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:33.479445 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be39e9bf41ed4f80957ab5110e02f99e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4936726
Nov 13 07:49:33.482306 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37108) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:33.553926 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.583115 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.731821 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.740115 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b8e27b42-4aa0-42dd-9a8b-120e44a42b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:33.765836 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e929f7f2-0b82-493c-aa78-d9d3856c54c2,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:33.768563 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:33.772505 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e929f7f2-0b82-493c-aa78-d9d3856c54c2 HTTP/1.1" status: 204  len: 168 time: 0.2889051
Nov 13 07:49:33.773294 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735dfd-9f3f-4794-b677-caa9de8dc79c req-1e91bbb8-da34-49d9-93ac-2ffbc015d00d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:33.773499 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:33.775323 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-06735dfd-9f3f-4794-b677-caa9de8dc79c req-1e91bbb8-da34-49d9-93ac-2ffbc015d00d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 943 time: 0.1029119
Nov 13 07:49:33.865999 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-06735dfd-9f3f-4794-b677-caa9de8dc79c req-7161ba27-dcd6-4d77-8b55-95317cc66c61 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793011
Nov 13 07:49:33.879552 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-efe7a858-cbbe-4fc6-9628-6b8619161d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:34.022469 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fb05a-a355-4521-81c0-0ac85bbffb09 req-64b827a9-ce1b-452e-945c-6a42bd2c85f5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:34.023950 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb4fb05a-a355-4521-81c0-0ac85bbffb09 req-64b827a9-ce1b-452e-945c-6a42bd2c85f5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0789599
Nov 13 07:49:34.072630 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-eb4fb05a-a355-4521-81c0-0ac85bbffb09 req-e623bdbb-46c0-44a8-b89f-10dc39948556 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432525
Nov 13 07:49:34.291647 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:34.336945 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 74c33848-80cd-4dad-9e44-62fc6557bdbc details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:49:34.501529 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 74c33848-80cd-4dad-9e44-62fc6557bdbc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74c33848-80cd-4dad-9e44-62fc6557bdbc,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:49:34.519973 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '74c33848-80cd-4dad-9e44-62fc6557bdbc', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'port_id': '74c33848-80cd-4dad-9e44-62fc6557bdbc', 'mac_address': 'fa:16:3e:2e:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dbc69f-6a7f-4283-a7bb-a6df28c93f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:49:34.588112 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:34.608110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c33848-80cd-4dad-9e44-62fc6557bdbc {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:49:34.627546 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 74c33848-80cd-4dad-9e44-62fc6557bdbc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74c33848-80cd-4dad-9e44-62fc6557bdbc,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:49:34.727496 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:34.729707 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:34.782350 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37166) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:34.816067 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=74c33848-80cd-4dad-9e44-62fc6557bdbc,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:34.840316 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.840316 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.840316 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.840316 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.850089 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.850562 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.851920 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.851920 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.851920 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.853564 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.854035 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:49:34.864551 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:34.972514 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-821300631-network', 'tenant_id': '1157f51a4ae044748780b6818d3bef86'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:34.977554 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:34.982055 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Usage tracker for resource:network and tenant:1157f51a4ae044748780b6818d3bef86 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:34.985621 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:34.992940 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:35.069880 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:49:35.072895 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddb09a-8810-41df-bf7b-ae6cc6be8d8f req-45182a5b-651e-4638-9364-dd73c1d1a9ea tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:35.074430 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3ddb09a-8810-41df-bf7b-ae6cc6be8d8f req-45182a5b-651e-4638-9364-dd73c1d1a9ea tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 944 time: 0.0789130
Nov 13 07:49:35.133253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Made reservation on behalf of 1157f51a4ae044748780b6818d3bef86 for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:35.136668 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.147285 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3ddb09a-8810-41df-bf7b-ae6cc6be8d8f req-823cd1e2-69ea-4882-bcac-390dd577aada tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671947
Nov 13 07:49:35.155710 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.189840 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:35.193731 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Usage tracker for resource:security_group_rule and tenant:1157f51a4ae044748780b6818d3bef86 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:35.196748 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:35.202702 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:35.399395 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f632f-debf-439c-a73b-cae8363e4a82 req-688622ba-cff1-4aac-90b1-2ba91558e35a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:35.399395 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-823f632f-debf-439c-a73b-cae8363e4a82 req-688622ba-cff1-4aac-90b1-2ba91558e35a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1806974
Nov 13 07:49:35.399395 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.447213 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-823f632f-debf-439c-a73b-cae8363e4a82 req-4a90f663-0961-4924-9f7b-9657e429b9fa tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431013
Nov 13 07:49:35.504400 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.508949 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-903b6e93-9a65-4492-a1e0-56ce0dd9c6e1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:35.538912 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:49:35.551448 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee37d0f-f115-4238-a416-40ffd9322eae,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:35.555253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:35.556345 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.556690 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Added segment d3585b53-02cb-4ceb-8891-61fabaecb6eb of type vlan for network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1
Nov 13 07:49:35.585202 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.838704 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.838704 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:35.838704 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.838704 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-98f678bb-a9ed-4389-8337-1b526e7c1753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:35.932875 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Pushing event updated for resources: {'Network': ['ID=0e696668-3fa5-450f-a62d-42f1dbe4c6f1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:35.935556 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:35.942921 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:49:35.962200 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b5d975a7-f28c-4a3c-9506-eaf9cd3c65cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:35.991534 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2070842
Nov 13 07:49:35.994276 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37210) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:36.000556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Request body: {'subnet': {'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-821300631-subnet', 'tenant_id': '1157f51a4ae044748780b6818d3bef86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:36.006195 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:36.010695 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Usage tracker for resource:subnet and tenant:1157f51a4ae044748780b6818d3bef86 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:36.014932 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:36.020934 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:36.098816 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Made reservation on behalf of 1157f51a4ae044748780b6818d3bef86 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:36.101187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2363745'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:36.352874 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 74c33848-80cd-4dad-9e44-62fc6557bdbc up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:49:36.357796 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfdd81-e015-42db-83dc-3147c7b41d61 req-3dfdee69-e165-4601-96ea-4fcdb45253ff tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:36.361203 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c2cfdd81-e015-42db-83dc-3147c7b41d61 req-3dfdee69-e165-4601-96ea-4fcdb45253ff tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 944 time: 0.0910671
Nov 13 07:49:36.419308 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c2cfdd81-e015-42db-83dc-3147c7b41d61 req-bcbfc7fa-520d-450c-a2d3-5655f5780fc6 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495021
Nov 13 07:49:36.488428 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1194131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2363767'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:36.497792 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-eadf01d5-5069-4e1f-8cac-1a4edbaef5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:36.519078 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 74c33848-80cd-4dad-9e44-62fc6557bdbc completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:49:36.524519 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 74c33848-80cd-4dad-9e44-62fc6557bdbc triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:49:36.524967 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:36.576683 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f689ac3-ec75-44c5-a1d5-6a35e1001630,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:36.580071 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:36.609905 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Checking segment: {'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:49:36.609905 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Network hostable DHCP agents. Network: 0e696668-3fa5-450f-a62d-42f1dbe4c6f1, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:49:36.669560 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bf4be-a3cc-4fa1-aaf3-b9d8a631c034 req-9f979553-db7b-4da8-af01-7b17cafd9b8e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:36.677253 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c51bf4be-a3cc-4fa1-aaf3-b9d8a631c034 req-9f979553-db7b-4da8-af01-7b17cafd9b8e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1019852
Nov 13 07:49:36.694653 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:36.724716 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:49:36.731147 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c51bf4be-a3cc-4fa1-aaf3-b9d8a631c034 req-eb32d974-e2c1-4cfb-970e-7bd07dc0caab tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529270
Nov 13 07:49:36.741337 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c33848-80cd-4dad-9e44-62fc6557bdbc'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:49:36.751947 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 74c33848-80cd-4dad-9e44-62fc6557bdbc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74c33848-80cd-4dad-9e44-62fc6557bdbc,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:49:36.807015 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c33848-80cd-4dad-9e44-62fc6557bdbc', 'code': 200}
Nov 13 07:49:36.862563 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 0e696668-3fa5-450f-a62d-42f1dbe4c6f1) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:49:36.867939 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:36.870153 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:36.872629 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd32b2-b940-4ca1-b2c5-555e233921d4 None None] Network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:36.940970 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:36.946763 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:37.044660 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:37.056574 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=74c33848-80cd-4dad-9e44-62fc6557bdbc,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:37.079784 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:37.091165 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0954075
Nov 13 07:49:37.163620 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2009b9e3-8b55-4228-ad9f-85380b9ee31e None None] Network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:49:37.500804 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12f79886-ca5c-468f-9358-615d9edff91d req-5fc33b46-a081-4ded-9c5a-a0d2a032549d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 1098 time: 0.1019228
Nov 13 07:49:37.562450 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12f79886-ca5c-468f-9358-615d9edff91d req-dc93fca6-bb4e-4eb2-9c47-b5e63ae3a6a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540986
Nov 13 07:49:37.663239 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411a5d2-2f20-4e05-9cba-25c378a1ccc2 req-06216338-2a8c-4405-9234-77256fb6a443 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:37.665049 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2411a5d2-2f20-4e05-9cba-25c378a1ccc2 req-06216338-2a8c-4405-9234-77256fb6a443 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 945 time: 0.0866184
Nov 13 07:49:37.729490 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2411a5d2-2f20-4e05-9cba-25c378a1ccc2 req-2727887f-1d69-486b-acd1-5f38951cfdd0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573359
Nov 13 07:49:37.931681 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37274) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:37.993483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f507b6-e5be-4300-a46f-9b516e475dc7 req-4ef1d7d4-a0cf-4e88-863e-147675e4eea7 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:37.995106 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-23f507b6-e5be-4300-a46f-9b516e475dc7 req-4ef1d7d4-a0cf-4e88-863e-147675e4eea7 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0839674
Nov 13 07:49:38.042675 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-23f507b6-e5be-4300-a46f-9b516e475dc7 req-2aa9aba7-9e33-47bd-bfc0-2f5ec9f77ec4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410879
Nov 13 07:49:38.084068 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.116561 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:38.119980 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Usage tracker for resource:security_group_rule and tenant:71a22d00a78c49fcba430b757c87b954 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:38.122799 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:38.129275 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:38.195241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.353989 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.362414 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4de35992-625d-4974-8fe5-32ee976c03b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:38.405974 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431b7b00-4478-4e25-bd5b-67f89757507b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:38.409455 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:38.411685 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71a22d00a78c49fcba430b757c87b954&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4789333
Nov 13 07:49:38.414466 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37290) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:38.479634 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.505917 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.616267 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.679074 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.684098 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-897c69f0-02bf-4a5d-9ca2-33f499fc385f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:38.696127 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431b7b00-4478-4e25-bd5b-67f89757507b,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:38.699081 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:38.700921 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:38.702197 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/431b7b00-4478-4e25-bd5b-67f89757507b HTTP/1.1" status: 204  len: 168 time: 0.2867012
Nov 13 07:49:39.058257 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8a3d-25e7-4bb1-aa40-f310c00217be req-13da14c0-5cfe-488f-a87f-ee2c4490ae4f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:39.060141 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-73bc8a3d-25e7-4bb1-aa40-f310c00217be req-13da14c0-5cfe-488f-a87f-ee2c4490ae4f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 945 time: 0.1028326
Nov 13 07:49:39.119809 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-73bc8a3d-25e7-4bb1-aa40-f310c00217be req-527f3dee-cb48-4784-a582-040015ee5616 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532074
Nov 13 07:49:39.259489 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e1709-c62a-4ed5-bf2e-9c4ad4c2aaa2 req-1335929d-2b00-49b1-af2b-e3325d207e39 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:39.261189 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-040e1709-c62a-4ed5-bf2e-9c4ad4c2aaa2 req-1335929d-2b00-49b1-af2b-e3325d207e39 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.0867121
Nov 13 07:49:39.311571 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-040e1709-c62a-4ed5-bf2e-9c4ad4c2aaa2 req-2eb294aa-cfd4-4f8e-9679-fffb842c015f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446904
Nov 13 07:49:39.495373 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e3f753eb-e79e-440c-8d9d-c49cb91eeafd req-f896daa3-308a-4d93-8d1a-324756acd832 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 1098 time: 0.0704339
Nov 13 07:49:39.550583 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e3f753eb-e79e-440c-8d9d-c49cb91eeafd req-437af75c-b644-44d1-9ee0-954394fc9a25 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455101
Nov 13 07:49:40.304649 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629374b-6385-4aef-b62e-4256a4e92402 req-a1d137e2-e53d-431c-bea0-5ce1a035e8e4 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:40.305357 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1629374b-6385-4aef-b62e-4256a4e92402 req-a1d137e2-e53d-431c-bea0-5ce1a035e8e4 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Synchronizing usage tracker for tenant:1157f51a4ae044748780b6818d3bef86 on resource:network {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:40.411482 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b8dfe-772f-44f9-b73e-48ddb002ea72 req-ac7b34ad-ed6e-496b-b4ad-f2027fecbb41 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:40.412700 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-df1b8dfe-772f-44f9-b73e-48ddb002ea72 req-ac7b34ad-ed6e-496b-b4ad-f2027fecbb41 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 945 time: 0.0831039
Nov 13 07:49:40.460986 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-df1b8dfe-772f-44f9-b73e-48ddb002ea72 req-82bfb2a0-091c-43bc-ad1e-fe7486f64ed0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425830
Nov 13 07:49:40.496168 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1629374b-6385-4aef-b62e-4256a4e92402 req-a1d137e2-e53d-431c-bea0-5ce1a035e8e4 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Unset dirty status for tenant:1157f51a4ae044748780b6818d3bef86 on resource:network {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:40.502351 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-a1d137e2-e53d-431c-bea0-5ce1a035e8e4 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/networks?id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1 HTTP/1.1" status: 200  len: 813 time: 0.3584781
Nov 13 07:49:40.515230 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-26e94961-06eb-4e18-a90f-e50b104552b1 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/quotas/1157f51a4ae044748780b6818d3bef86 HTTP/1.1" status: 200  len: 375 time: 0.0113635
Nov 13 07:49:40.570306 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-d98d77cd-a6a1-4bed-848d-d450e498d643 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1157f51a4ae044748780b6818d3bef86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0480888
Nov 13 07:49:40.723875 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-360c0a65-b6e5-45f3-aca9-f55885142a28 service neutron] 10.222.0.32 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459382
Nov 13 07:49:40.726912 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a413-0401-4fea-9d62-33438b658f7f req-2c4a92c6-3671-4c6e-b74e-f17f50261c82 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:40.728542 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b099a413-0401-4fea-9d62-33438b658f7f req-2c4a92c6-3671-4c6e-b74e-f17f50261c82 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1342223
Nov 13 07:49:40.786795 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b099a413-0401-4fea-9d62-33438b658f7f req-67d9593e-2427-4d26-b222-25de4e914b1f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429497
Nov 13 07:49:40.871253 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-9bd23f2f-83cd-4eb8-bd9c-90c8a114c721 service neutron] 10.222.0.32 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429238
Nov 13 07:49:41.297238 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fd9ef71e-1c97-4f40-9878-6635e767ce73 req-f1139bab-c8bd-45cc-a5b9-f9eff0079d3c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0687070
Nov 13 07:49:42.004468 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225825c-547d-4b95-ab10-b8876a8d4c9c req-eef5477d-870c-4b31-9f5b-f0f703d7b263 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:42.015065 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7225825c-547d-4b95-ab10-b8876a8d4c9c req-eef5477d-870c-4b31-9f5b-f0f703d7b263 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1029747
Nov 13 07:49:42.064658 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7225825c-547d-4b95-ab10-b8876a8d4c9c req-badda40f-dd7a-4d34-b353-ffae5ad05eaf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480244
Nov 13 07:49:42.274538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b02e-2d49-46f4-860c-d01a2458d22b req-8c5fc75a-24b3-42ea-b621-ebf1db3c5bc9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:42.276027 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-24a3b02e-2d49-46f4-860c-d01a2458d22b req-8c5fc75a-24b3-42ea-b621-ebf1db3c5bc9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0821147
Nov 13 07:49:42.324172 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-24a3b02e-2d49-46f4-860c-d01a2458d22b req-d7d1b4ad-d123-4cca-80df-e243f70c7cd0 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409002
Nov 13 07:49:42.419625 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5a3a6240-df6e-494b-9d04-ab0bfe935e65 req-35a6b64a-ff64-432e-9e2e-8ee366a707ce tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0440598
Nov 13 07:49:43.588744 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-91ac732b-3363-41da-9613-1f9551c5719e req-0d3ec31c-2c4a-4979-a695-932dcd6c6855 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0433800
Nov 13 07:49:44.374732 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629374b-6385-4aef-b62e-4256a4e92402 req-76c2447f-d3d1-47d2-8495-1bd8a853b4c9 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:44.376129 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-76c2447f-d3d1-47d2-8495-1bd8a853b4c9 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "GET /v2.0/networks?id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1 HTTP/1.1" status: 200  len: 813 time: 0.1438925
Nov 13 07:49:44.410253 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Request body: {'port': {'device_id': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1', 'admin_state_up': True, 'tenant_id': '1157f51a4ae044748780b6818d3bef86'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:44.574038 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:44.577904 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Usage tracker for resource:port and tenant:1157f51a4ae044748780b6818d3bef86 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:44.581519 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:44.587326 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:44.699059 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Made reservation on behalf of 1157f51a4ae044748780b6818d3bef86 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:49:44.702016 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:44.897668 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Allocated IP 172.20.0.4 (0e696668-3fa5-450f-a62d-42f1dbe4c6f1/6f689ac3-ec75-44c5-a1d5-6a35e1001630/3523002e-6b2e-4520-942e-63bd11ed422e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:49:44.957043 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ad53de43-5678-43d4-b401-a2df1eeb4cf7 req-b90134c1-3b9b-4873-a6b5-98c629c88aa9 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0457523
Nov 13 07:49:45.259619 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634eeb6-0266-4b0f-8ac5-d3d4a8c7c0ba req-df8a77b0-fbd1-48f1-ae67-45482c06d490 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:45.261045 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9634eeb6-0266-4b0f-8ac5-d3d4a8c7c0ba req-df8a77b0-fbd1-48f1-ae67-45482c06d490 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1329765
Nov 13 07:49:45.307795 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9634eeb6-0266-4b0f-8ac5-d3d4a8c7c0ba req-c9838285-cd49-4667-82dc-0cb8e9414fd5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408211
Nov 13 07:49:45.350180 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:45.380186 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-60f931c0-3d00-447e-b430-56e7eff13592 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.2000041
Nov 13 07:49:45.476893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:45.483625 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-02bd69c1-e636-4198-aed1-ff057cafed53 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:45.586179 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-2fc57df2-be7e-4086-85dd-eb8ed15ef08c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:45.587591 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-2fc57df2-be7e-4086-85dd-eb8ed15ef08c service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.1981156
Nov 13 07:49:45.589523 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:49:45.590325 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Pushing event updated for resources: {'Port': ['ID=3523002e-6b2e-4520-942e-63bd11ed422e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:45.592966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:49:45.594751 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:45.595644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:49:45.696508 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-a367a5d9-095d-4935-bffa-4b33d6d04e6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 217 time: 0.0735743
Nov 13 07:49:45.756321 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:45.756955 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:45.789404 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-d840c527-c6ae-4450-ac0c-cd3bb316a538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:45.791060 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-d840c527-c6ae-4450-ac0c-cd3bb316a538 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.0858107
Nov 13 07:49:45.845843 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-4e9afb53-065b-4088-b02e-25c00ad36bdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449500
Nov 13 07:49:45.940110 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5342388
Nov 13 07:49:45.962852 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Request body: {'port': {'device_id': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:49:46.052765 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-2e5a0fa8-c998-4a4d-bbc8-26bf1c5c02a3 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978996
Nov 13 07:49:46.145022 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37512) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:46.181813 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.223199 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Deleting subnet 0e9b9788-fb61-4bf4-af62-a9035b18ce4b {{(pid=83599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:49:46.226569 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.297477 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6ee05101-bd4d-44cf-a129-06cca48beb29 req-23aaac84-11d9-4835-8c2f-be4a5200f13b service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164545
Nov 13 07:49:46.308695 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb6f4-06e9-4863-a202-01e7a2f46e46 req-319e2b98-9c26-4973-be55-c27d9779c3d0 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:46.315231 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-115eb6f4-06e9-4863-a202-01e7a2f46e46 req-319e2b98-9c26-4973-be55-c27d9779c3d0 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 931 time: 0.2101078
Nov 13 07:49:46.318023 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.345228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.424764 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-115eb6f4-06e9-4863-a202-01e7a2f46e46 req-34b2b5ef-25d0-4d99-971d-40aa2a655fd6 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Synchronizing usage tracker for tenant:1157f51a4ae044748780b6818d3bef86 on resource:security_group {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:46.430171 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37522) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:46.532787 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-115eb6f4-06e9-4863-a202-01e7a2f46e46 req-34b2b5ef-25d0-4d99-971d-40aa2a655fd6 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Unset dirty status for tenant:1157f51a4ae044748780b6818d3bef86 on resource:security_group {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:46.534071 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-115eb6f4-06e9-4863-a202-01e7a2f46e46 req-34b2b5ef-25d0-4d99-971d-40aa2a655fd6 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132308
Nov 13 07:49:46.568512 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for subnet, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.575956 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6564dbcb-3ea9-4d1c-b0a2-6468043e200d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:46.602210 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3caed6-c0ff-4c40-8b40-749e6e4f9ed3 req-841a50bc-9604-4612-a9d3-ead39b7bfacb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:46.604307 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb3caed6-c0ff-4c40-8b40-749e6e4f9ed3 req-841a50bc-9604-4612-a9d3-ead39b7bfacb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1291807
Nov 13 07:49:46.626062 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9b9788-fb61-4bf4-af62-a9035b18ce4b,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:46.629530 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:46.630616 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.644541 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.654709 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0e9b9788-fb61-4bf4-af62-a9035b18ce4b HTTP/1.1" status: 204  len: 168 time: 0.5084577
Nov 13 07:49:46.664654 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37528) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:46.699071 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:46.703702 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3523002e-6b2e-4520-942e-63bd11ed422e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:49:46.714323 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.723155 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cb3caed6-c0ff-4c40-8b40-749e6e4f9ed3 req-a2c49f40-8c47-4ae6-8bbf-d43f01ec4cc2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103275
Nov 13 07:49:46.747380 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Usage tracker for resource:security_group_rule and tenant:860911c38b3f494ca5605c695dd69885 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:46.750734 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Transition to ACTIVE for port object 3523002e-6b2e-4520-942e-63bd11ed422e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:49:46.761605 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:46.770819 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:46.793341 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.844076 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.848524 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:46.964681 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.968877 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Pushing event updated for resources: {'Port': ['ID=3523002e-6b2e-4520-942e-63bd11ed422e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:46.971785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:46.981528 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:46.997185 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3dee315040>> segment before_delete 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:46.997531 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3dee315040>> subnet precommit_delete_associations 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:46.998228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> segment_host_mapping after_create 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:46.998555 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> port after_create 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:46.998905 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> port after_delete 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:46.999254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> port after_update 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:46.999572 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> segment after_delete 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:46.999958 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> subnet after_create 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:47.000269 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> subnet after_delete 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:47.000878 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3dee6b8790>> subnet after_update 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:47.119503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dee416370>> subnet after_create 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:47.119503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dee416370>> subnet after_delete 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:47.119503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dee416370>> subnet before_create 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:47.119503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3dee416370>> subnet before_update 55550000 {{(pid=83599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 07:49:47.119503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee3151c0>,) {'filters': {'network_id': ['243b6e44-f641-4230-9c10-b35b8b71d5a9']}} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:47.130484 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.140108 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ee97c207-9442-4871-ba6d-c9b19e50c8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:47.150699 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee3151c0>, '5165d03b-4bae-435a-9ec9-6f622248bf05') {'for_net_delete': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:47.151000 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee3151c0>, '5165d03b-4bae-435a-9ec9-6f622248bf05') {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:47.170136 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Attempting to bind port 3523002e-6b2e-4520-942e-63bd11ed422e on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:49:47.170543 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Attempting to bind port 3523002e-6b2e-4520-942e-63bd11ed422e by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:49:47.171423 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Attempting to bind port 3523002e-6b2e-4520-942e-63bd11ed422e on network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:49:47.177997 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Port 3523002e-6b2e-4520-942e-63bd11ed422e on network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:49:47.178394 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Attempting to bind port 3523002e-6b2e-4520-942e-63bd11ed422e on network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:49:47.185078 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:49:47.185078 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Checking segment: {'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:49:47.185508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Bound using segment: {'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:49:47.185994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Bound port: 3523002e-6b2e-4520-942e-63bd11ed422e, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:49:47.186392 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583122'] for segment, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.186507 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.213202 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d49c3-9268-43f5-9119-07273f59f385,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:47.218376 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=860911c38b3f494ca5605c695dd69885&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7868788
Nov 13 07:49:47.219140 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.222311 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:47.222896 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37544) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:47.241828 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:49:47.242223 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1964413'] for segment, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   util.warn_limited(
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   util.warn_limited(
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]: Traceback (most recent call last):
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     timer()
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     cb(*args, **kw)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     return func(*args, **kwargs)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     self._notify()
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     self.callback(batched_events)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     event.method(event)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     return f(self, *a, **k)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._get(url).json()
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:49:47.257285 dv-cinder-817832-1-iscsi neutron-server[83599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:49:47.280444 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] For port 3523002e-6b2e-4520-942e-63bd11ed422e, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:49:47.284023 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] For port 3523002e-6b2e-4520-942e-63bd11ed422e, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3523002e-6b2e-4520-942e-63bd11ed422e,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:49:47.373984 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.399730 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.413966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.418949 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:47.473321 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.473497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.474654 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] 10.222.0.18 "PUT /v2.0/ports/3523002e-6b2e-4520-942e-63bd11ed422e HTTP/1.1" status: 200  len: 1093 time: 1.5198698
Nov 13 07:49:47.475157 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'tag': '3523002e-6b2e-4520-942e-63bd11ed422e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:49:47.479158 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.496567 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:47.499233 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Pushing event updated for resources: {'Port': ['ID=3523002e-6b2e-4520-942e-63bd11ed422e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:47.502457 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:47.529942 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] 10.222.0.32 "DELETE /v2.0/networks/243b6e44-f641-4230-9c10-b35b8b71d5a9 HTTP/1.1" status: 204  len: 168 time: 0.8641922
Nov 13 07:49:47.531356 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Pushing event deleted for resources: {'Network': ['ID=243b6e44-f641-4230-9c10-b35b8b71d5a9,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:47.532785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37556) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:47.544237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-69e97b43-d6c9-4f08-a933-1d4b0fdc643b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:47.546946 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.549718 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.551081 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a1d49c3-9268-43f5-9119-07273f59f385 HTTP/1.1" status: 204  len: 168 time: 0.3251586
Nov 13 07:49:47.551926 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:47.575254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d49c3-9268-43f5-9119-07273f59f385,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:47.579191 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'tag': '3523002e-6b2e-4520-942e-63bd11ed422e', 'status': 'completed', 'code': 200}
Nov 13 07:49:47.580201 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:47.714945 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Deleting subnet 60accd49-d8f9-4427-a82e-e671033f9242 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:49:47.728477 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.795463 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.827166 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5fe190da-414e-45c4-871b-7c0f9b97c2bf req-b1f05e3c-8331-410f-a011-09f503078345 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1157f51a4ae044748780b6818d3bef86&device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 1096 time: 0.2411051
Nov 13 07:49:47.901973 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:47.931998 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822b29-9731-46a3-b62e-84b6178d7f13 req-cc92975e-2c3e-4f46-9d31-dffe741bbecc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:47.933446 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-92822b29-9731-46a3-b62e-84b6178d7f13 req-cc92975e-2c3e-4f46-9d31-dffe741bbecc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0790515
Nov 13 07:49:47.979792 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-92822b29-9731-46a3-b62e-84b6178d7f13 req-88de2a88-949b-43f8-b875-10df6f2b5eb9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404482
Nov 13 07:49:47.990557 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ec129-3d3e-4886-9a92-ed40899dafdb req-d805ddf4-53c3-4e3d-aed2-292f168e2b6c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:47.991292 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-9b1ec129-3d3e-4886-9a92-ed40899dafdb req-d805ddf4-53c3-4e3d-aed2-292f168e2b6c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Synchronizing usage tracker for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:49:48.086328 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe190da-414e-45c4-871b-7c0f9b97c2bf req-78d9049f-13f1-40ee-a489-2f8bb2f2dd0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:48.087833 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5fe190da-414e-45c4-871b-7c0f9b97c2bf req-78d9049f-13f1-40ee-a489-2f8bb2f2dd0a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1157f51a4ae044748780b6818d3bef86&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2321880
Nov 13 07:49:48.171311 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-9b1ec129-3d3e-4886-9a92-ed40899dafdb req-d805ddf4-53c3-4e3d-aed2-292f168e2b6c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Unset dirty status for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:49:48.172445 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9b1ec129-3d3e-4886-9a92-ed40899dafdb req-d805ddf4-53c3-4e3d-aed2-292f168e2b6c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 943 time: 0.4981055
Nov 13 07:49:48.199869 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.229222 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d4f87b6c-386e-480c-a498-20f7bec0a2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:48.271970 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.285202 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60accd49-d8f9-4427-a82e-e671033f9242,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:48.295920 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:48.313673 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/60accd49-d8f9-4427-a82e-e671033f9242 HTTP/1.1" status: 204  len: 168 time: 0.7792726
Nov 13 07:49:48.316390 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37578) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:48.317784 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9b1ec129-3d3e-4886-9a92-ed40899dafdb req-3a211aeb-43d7-41cb-8fbe-1db31781d381 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389959
Nov 13 07:49:48.318687 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe190da-414e-45c4-871b-7c0f9b97c2bf req-a0ed2f33-ff23-4bfd-a165-ab59076c102a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:48.321615 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5fe190da-414e-45c4-871b-7c0f9b97c2bf req-a0ed2f33-ff23-4bfd-a165-ab59076c102a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2234530
Nov 13 07:49:48.429043 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.433503 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-15fc7ef4-fc82-45b7-899f-5ff4e2d0dcf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1157f51a4ae044748780b6818d3bef86&device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 1096 time: 0.0722992
Nov 13 07:49:48.523178 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-327940da-f6e5-4556-a6a5-f3a6256e911c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3523002e-6b2e-4520-942e-63bd11ed422e HTTP/1.1" status: 200  len: 217 time: 0.0781925
Nov 13 07:49:48.569089 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.602309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629374b-6385-4aef-b62e-4256a4e92402 req-98b63731-562e-47a2-a5f4-aee62c15ace4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:48.604722 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-98b63731-562e-47a2-a5f4-aee62c15ace4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f689ac3-ec75-44c5-a1d5-6a35e1001630 HTTP/1.1" status: 200  len: 853 time: 0.0742331
Nov 13 07:49:48.605807 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee9ddc70>,) {'filters': {'network_id': ['ef6c3abc-663f-442f-8d64-c269f1fd3f9a']}} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:48.618309 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee9ddc70>, 'f0ab2d1f-f4c0-462c-ba3f-290f0d643973') {'for_net_delete': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:48.618632 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee9ddc70>, 'f0ab2d1f-f4c0-462c-ba3f-290f0d643973') {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:49:48.629752 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583122'] for segment, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.649523 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.656886 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:49:48.657707 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1964413'] for segment, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]: Traceback (most recent call last):
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     timer()
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     cb(*args, **kw)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     return func(*args, **kwargs)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     self._notify()
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     self.callback(batched_events)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     event.method(event)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     return f(self, *a, **k)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._get(url).json()
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:49:48.677402 dv-cinder-817832-1-iscsi neutron-server[83599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:49:48.683049 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-cb127015-f184-4ea3-a569-eb2695f8e3da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0652063
Nov 13 07:49:48.825946 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-40f062f3-6ae5-4651-ac56-6708b6769715 service neutron] 10.222.0.18 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272595
Nov 13 07:49:48.838771 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.843607 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:48.859197 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:48.868776 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6c3abc-663f-442f-8d64-c269f1fd3f9a,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:48.872707 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef6c3abc-663f-442f-8d64-c269f1fd3f9a HTTP/1.1" status: 204  len: 168 time: 0.5537677
Nov 13 07:49:48.872707 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:48.966858 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1629374b-6385-4aef-b62e-4256a4e92402 req-7d5a3375-6155-4bfc-803f-d18936be135d service neutron] 10.222.0.18 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320398
Nov 13 07:49:49.181251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cb45b-2be7-4481-88ca-d51e7aa13bb0 req-d148031a-4372-4aa5-abd5-13830f67a035 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:49.182705 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-323cb45b-2be7-4481-88ca-d51e7aa13bb0 req-d148031a-4372-4aa5-abd5-13830f67a035 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0768197
Nov 13 07:49:49.237693 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-323cb45b-2be7-4481-88ca-d51e7aa13bb0 req-7bcb6e77-061b-4ee7-9ef9-0895fa7d24a6 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496497
Nov 13 07:49:49.417612 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37608) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:49.576765 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a4a954d2-1e66-4888-8fff-706fe48005de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd0d86c520b241d3aa115b6dec29a9d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1578970
Nov 13 07:49:49.579334 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37612) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:49.615198 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584d085-505d-499e-b772-c073d0188cdd req-50eaeeb6-7cd3-4f48-a7b5-6c38ce23085c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:49.618552 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f584d085-505d-499e-b772-c073d0188cdd req-50eaeeb6-7cd3-4f48-a7b5-6c38ce23085c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 943 time: 0.1710010
Nov 13 07:49:49.670189 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f584d085-505d-499e-b772-c073d0188cdd req-14a977ed-7dc3-483e-b2de-75a89e4341d3 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452347
Nov 13 07:49:49.729290 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:49.758070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:49.881049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:49.886193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2faa47aa-005a-484d-92c2-cb7f6c5f5cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:49.900977 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f32e9b-583e-45a8-872a-f4b84b6c9099,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:49.902921 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:49.904010 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1f32e9b-583e-45a8-872a-f4b84b6c9099 HTTP/1.1" status: 204  len: 168 time: 0.3236783
Nov 13 07:49:49.904856 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:50.435354 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd91ec-8e10-4109-81fb-55405071a24e req-781728d9-aed5-4a85-b9f8-5f17b7726bf7 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:50.436784 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-57cd91ec-8e10-4109-81fb-55405071a24e req-781728d9-aed5-4a85-b9f8-5f17b7726bf7 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0766110
Nov 13 07:49:50.442825 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 3523002e-6b2e-4520-942e-63bd11ed422e details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:49:50.499618 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-57cd91ec-8e10-4109-81fb-55405071a24e req-299f80aa-a10c-4054-94e9-e9c0f08ea952 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553555
Nov 13 07:49:50.584994 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 3523002e-6b2e-4520-942e-63bd11ed422e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3523002e-6b2e-4520-942e-63bd11ed422e,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:49:50.601182 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '3523002e-6b2e-4520-942e-63bd11ed422e', 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1', 'port_id': '3523002e-6b2e-4520-942e-63bd11ed422e', 'mac_address': 'fa:16:3e:4c:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f689ac3-ec75-44c5-a1d5-6a35e1001630', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:49:50.654343 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:50.671396 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3523002e-6b2e-4520-942e-63bd11ed422e {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:49:50.686632 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 3523002e-6b2e-4520-942e-63bd11ed422e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3523002e-6b2e-4520-942e-63bd11ed422e,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:49:50.830172 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:50.832012 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:50.881454 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686b81-8eea-4936-887e-50a5983840b0 req-a963a2df-5423-42bb-b8b6-18851a4e07b1 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:50.882713 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-15686b81-8eea-4936-887e-50a5983840b0 req-a963a2df-5423-42bb-b8b6-18851a4e07b1 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 944 time: 0.0850463
Nov 13 07:49:50.900262 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=3523002e-6b2e-4520-942e-63bd11ed422e,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:50.904109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37646) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:50.919775 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:50.943419 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-15686b81-8eea-4936-887e-50a5983840b0 req-177cf45c-bfbb-4e8b-a5f8-580f2c92a5ef tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501413
Nov 13 07:49:50.963944 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d7587fc0-0395-4eee-b2c8-0a26d88d17e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67c5783c78a44bd6bdf9b512d80e53bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0582516
Nov 13 07:49:50.966258 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37650) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:51.025991 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:51.052159 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:51.193205 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['3523002e-6b2e-4520-942e-63bd11ed422e'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:49:51.235516 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:51.241333 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7d398b6c-4116-404b-b373-a67c46f55c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:51.253357 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d368f-3f35-42da-a17b-64d6c6e7a2dd,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:51.267519 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:51.272289 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:51.273923 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb9d368f-3f35-42da-a17b-64d6c6e7a2dd HTTP/1.1" status: 204  len: 168 time: 0.3066626
Nov 13 07:49:51.724904 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb386c-3b29-4f3d-af0f-ca0212a3a4a4 req-f97c7415-1494-4fdb-9c36-e58522dabcff tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:51.726961 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-54cb386c-3b29-4f3d-af0f-ca0212a3a4a4 req-f97c7415-1494-4fdb-9c36-e58522dabcff tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0977054
Nov 13 07:49:51.784376 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-54cb386c-3b29-4f3d-af0f-ca0212a3a4a4 req-a05eef55-a80b-4271-9e67-8582581d6deb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500062
Nov 13 07:49:52.181288 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174dfa2-a05e-4b74-87ab-5427ffbd41c5 req-a86f7486-f70c-4198-bb83-c7dc2fb5b2de tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:52.182779 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3174dfa2-a05e-4b74-87ab-5427ffbd41c5 req-a86f7486-f70c-4198-bb83-c7dc2fb5b2de tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 944 time: 0.0967956
Nov 13 07:49:52.246848 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3174dfa2-a05e-4b74-87ab-5427ffbd41c5 req-9034c936-4a08-41b3-ba33-8b219d85d87c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556564
Nov 13 07:49:52.447758 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 3523002e-6b2e-4520-942e-63bd11ed422e up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:49:52.626913 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 3523002e-6b2e-4520-942e-63bd11ed422e completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:49:52.631889 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 3523002e-6b2e-4520-942e-63bd11ed422e triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:49:52.632266 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:52.745666 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:52.784173 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3523002e-6b2e-4520-942e-63bd11ed422e'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:49:52.795128 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 3523002e-6b2e-4520-942e-63bd11ed422e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3523002e-6b2e-4520-942e-63bd11ed422e,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:49:52.852692 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3523002e-6b2e-4520-942e-63bd11ed422e', 'code': 200}
Nov 13 07:49:52.890610 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:52.896315 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-d2b12f49-99c4-4ae0-a8d0-582be494ae1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:52.998600 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=3523002e-6b2e-4520-942e-63bd11ed422e,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:53.002421 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:53.038032 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e083f9-ef49-4abd-a66b-1fe373af0069 req-bdd032ea-4d36-48f7-80ed-f06bf8c58b1d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:53.039499 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e083f9-ef49-4abd-a66b-1fe373af0069 req-bdd032ea-4d36-48f7-80ed-f06bf8c58b1d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1021819
Nov 13 07:49:53.085579 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e083f9-ef49-4abd-a66b-1fe373af0069 req-f8a6c16b-cdeb-4f1b-a31e-82c838b86fd1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402982
Nov 13 07:49:53.341698 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6c3551ed-08fe-4cf6-8d5f-5e6f08ec5113 req-57bf2706-b999-4616-88b3-e9a9b28d8e42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 1098 time: 0.0837255
Nov 13 07:49:53.398081 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6c3551ed-08fe-4cf6-8d5f-5e6f08ec5113 req-8573e5fd-4af1-4cb5-b993-a14b820c7aef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466127
Nov 13 07:49:53.460924 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f00a-c1d1-4ad4-b72a-761aec1209a5 req-d20e7d06-3200-4ac5-88a1-6e0851f597c5 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:53.462347 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-34c4f00a-c1d1-4ad4-b72a-761aec1209a5 req-d20e7d06-3200-4ac5-88a1-6e0851f597c5 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 945 time: 0.0821040
Nov 13 07:49:53.510951 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-34c4f00a-c1d1-4ad4-b72a-761aec1209a5 req-1f746a62-2fc4-449d-b04f-9443ec4830ac tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429735
Nov 13 07:49:54.328315 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132e45-2685-4761-8e47-bec99a34da73 req-07e94e9e-994e-49a2-9a67-28f22cb2c51c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:54.330579 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d8132e45-2685-4761-8e47-bec99a34da73 req-07e94e9e-994e-49a2-9a67-28f22cb2c51c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0776546
Nov 13 07:49:54.376361 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d8132e45-2685-4761-8e47-bec99a34da73 req-cb41a644-c736-4ba3-b4e5-065e1790d24c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405104
Nov 13 07:49:54.376975 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-cb3bcdfd-b997-4218-ac7e-472fe714d43e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:54.378120 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-cb3bcdfd-b997-4218-ac7e-472fe714d43e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.1504641
Nov 13 07:49:54.396517 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-32bea200-06a8-4152-a6fa-d0a59ab6082b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/quotas/9f0c482ef1eb4f8fa6c1320897c1678b HTTP/1.1" status: 200  len: 375 time: 0.0131333
Nov 13 07:49:54.493203 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-0173713c-7254-427a-9414-f18153e5d86b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0874496
Nov 13 07:49:54.655208 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37766) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:54.661625 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-6dab9fdf-8c28-4ea7-af03-a924bdc4a5eb service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619208
Nov 13 07:49:54.780301 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55fa1b-11c4-4134-9454-3b6a3d8c33b8 req-7fe29f45-7615-45ce-92df-734e737be318 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:54.786865 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3c55fa1b-11c4-4134-9454-3b6a3d8c33b8 req-7fe29f45-7615-45ce-92df-734e737be318 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 945 time: 0.1349976
Nov 13 07:49:54.831641 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3c55fa1b-11c4-4134-9454-3b6a3d8c33b8 req-a1aaee8b-d1a6-435f-8104-fcb6c350e629 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436242
Nov 13 07:49:54.843570 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:54.896142 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-8d5531cc-0af4-4d0c-8b12-0a3208f102e2 service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287827
Nov 13 07:49:54.902078 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:54.906017 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Usage tracker for resource:security_group_rule and tenant:419fa53cccba439294ffa948bc5540d6 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:54.908940 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:54.922159 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:54.988856 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:55.144197 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:55.151844 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f616fb4b-e6ad-4378-8abf-b822038ea4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:55.209756 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37784) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:55.210041 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=419fa53cccba439294ffa948bc5540d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5512378
Nov 13 07:49:55.210751 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9414ac9e-b311-4cba-a039-2012b2fa8ec2,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:55.213770 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:55.262473 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-890bc225-2b1b-4576-8b4f-f9076ad9b3a6 req-ca83768c-1d77-419b-be93-85b4164083ff tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0448320
Nov 13 07:49:55.309282 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:55.336560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:55.485077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:55.490942 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6ce0796e-a621-4596-a55d-ece287d0a684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:55.504075 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9414ac9e-b311-4cba-a039-2012b2fa8ec2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:55.507679 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:55.509694 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:55.513625 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9414ac9e-b311-4cba-a039-2012b2fa8ec2 HTTP/1.1" status: 204  len: 168 time: 0.3020780
Nov 13 07:49:55.653159 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d4777-ca35-4f3c-98ef-9e1561cacdb6 req-f08cb04e-904d-4610-8ea1-093231384597 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:55.654727 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-306d4777-ca35-4f3c-98ef-9e1561cacdb6 req-f08cb04e-904d-4610-8ea1-093231384597 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1503010
Nov 13 07:49:55.704949 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-306d4777-ca35-4f3c-98ef-9e1561cacdb6 req-c0b52366-c486-4fde-83e4-a8572e0ab15c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440958
Nov 13 07:49:56.072006 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d3e0-1ded-4115-b2f5-5add6e1cac94 req-b1c7ad2a-ca8a-4f54-8c94-3250b0236405 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:56.073459 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5737d3e0-1ded-4115-b2f5-5add6e1cac94 req-b1c7ad2a-ca8a-4f54-8c94-3250b0236405 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 945 time: 0.1051855
Nov 13 07:49:56.121441 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5737d3e0-1ded-4115-b2f5-5add6e1cac94 req-22f26433-024d-48eb-b06f-d54dd8e310ef tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419941
Nov 13 07:49:56.447102 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5a9c2800-5b0b-41a4-a204-e7dab76fd388 req-8ba82ed0-3c78-4d8a-80ed-fd63f16243a8 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0524015
Nov 13 07:49:56.463588 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 37846) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:56.489029 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:56.528534 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:56.532950 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd5387f73e945269a37209fa69f13f0 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:56.537449 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:56.543717 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:56.623178 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:56.736218 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:56.742919 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2b37906b-3ee6-48c1-a83c-d7ddd0bdeeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:56.782405 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac356ba-a6f4-40d9-9cd6-7d272b541100,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:56.785335 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:56.787772 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dd5387f73e945269a37209fa69f13f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3213310
Nov 13 07:49:56.790540 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37852) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:56.860376 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:56.890297 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:56.918018 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32b5ee-8cae-49fe-a272-20b4d3ffea41 req-78dc4e56-2928-4f46-974c-ca0102f0cf23 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:56.920382 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a32b5ee-8cae-49fe-a272-20b4d3ffea41 req-78dc4e56-2928-4f46-974c-ca0102f0cf23 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0798068
Nov 13 07:49:56.968811 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a32b5ee-8cae-49fe-a272-20b4d3ffea41 req-214b753c-7c24-44e7-b477-851b959e5721 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413802
Nov 13 07:49:57.021345 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:57.026259 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5e3cb7dc-2e72-48ab-afdb-99db17dbc849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:57.038543 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac356ba-a6f4-40d9-9cd6-7d272b541100,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:57.042391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:57.048009 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:57.049644 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ac356ba-a6f4-40d9-9cd6-7d272b541100 HTTP/1.1" status: 204  len: 168 time: 0.2579651
Nov 13 07:49:57.772780 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0958d232-8ff4-4713-825b-62a0dde52505 req-28090b94-c273-479c-aecc-189c1013da16 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0438490
Nov 13 07:49:57.860168 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37874) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:57.878551 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:57.908369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:49:57.912060 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e11a935aea44af0abd22e59b8c4fa4c is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:49:57.914787 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:49:57.924038 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:49:57.990046 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:58.058325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:58.065685 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9e001f23-37d7-478c-82df-7d610e89b2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:58.107086 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4bcd20-591f-4e76-beec-340f28412d03,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:58.111259 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:58.114301 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-40255ad3-99e9-4b48-ada3-5f6925e9e4f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e11a935aea44af0abd22e59b8c4fa4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2527225
Nov 13 07:49:58.119075 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 37882) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:49:58.169712 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cd88-a72c-4ab4-9c1a-343492b6fc0e req-67d9657d-77c1-438b-85b3-03b97cf4dc29 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:58.171295 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ff4cd88-a72c-4ab4-9c1a-343492b6fc0e req-67d9657d-77c1-438b-85b3-03b97cf4dc29 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0806410
Nov 13 07:49:58.181591 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:58.207413 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:58.216135 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ff4cd88-a72c-4ab4-9c1a-343492b6fc0e req-c6db9cde-3b0a-4cc2-a8da-7d0395ad62eb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388644
Nov 13 07:49:58.435397 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:58.440184 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-bad92fb9-68a5-43e7-b50f-1325fe10d70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:49:58.451541 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4bcd20-591f-4e76-beec-340f28412d03,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:49:58.454367 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:49:58.456382 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:58.458234 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d4bcd20-591f-4e76-beec-340f28412d03 HTTP/1.1" status: 204  len: 168 time: 0.3381839
Nov 13 07:49:58.941245 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-28d000d6-4743-4aba-982c-65a9dfb9ee8a req-caccf331-3730-40e7-8392-d389d7614cbb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0462425
Nov 13 07:49:59.527056 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-9747fbf4-fe10-4ffd-9f77-94b294c326b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1392288
Nov 13 07:49:59.554846 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4bffb-d873-4c4d-a638-97b441b04338 req-2d2d8e90-433d-4df1-91c2-04136474b2be tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:59.565626 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0dd4bffb-d873-4c4d-a638-97b441b04338 req-2d2d8e90-433d-4df1-91c2-04136474b2be tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.2220206
Nov 13 07:49:59.627275 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0dd4bffb-d873-4c4d-a638-97b441b04338 req-d718ed9b-1ce8-4b72-a9c7-6e3c95f22d88 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594838
Nov 13 07:49:59.729672 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-1fb1f62e-de51-443b-b21a-7b097411c0fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1099 time: 0.0858629
Nov 13 07:49:59.739709 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:49:59.905895 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-df2f0cc8-ac29-4ead-b272-b823591a4f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:49:59.908835 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-df2f0cc8-ac29-4ead-b272-b823591a4f9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.1489193
Nov 13 07:50:00.020287 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-99352373-5964-4645-b816-1a178583ef36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 HTTP/1.1" status: 200  len: 1002 time: 0.1000640
Nov 13 07:50:00.106831 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-9bac7117-a1f1-45ed-94af-77242dd16ce6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:00.114920 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-9bac7117-a1f1-45ed-94af-77242dd16ce6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.0743775
Nov 13 07:50:00.144778 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8d907ae1-47cd-46ad-9921-747a0bf83a9c req-6d54cdcd-2e97-4bf6-8f05-5e373c650ee4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0745292
Nov 13 07:50:00.250197 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-6291528f-1ae3-4e34-8c4e-96e872e7c038 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1316273
Nov 13 07:50:00.398574 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-18b6f557-afa7-4094-9420-dcb4045d409e service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410570
Nov 13 07:50:00.819297 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-e5860f33-0a4b-4d55-ae0e-3d64171bbdbb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:00.820760 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-e5860f33-0a4b-4d55-ae0e-3d64171bbdbb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.3836777
Nov 13 07:50:00.822781 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7fc1cce3-0903-402a-8f80-1694ed437253 req-a4c31f59-5ac5-4a40-9490-3839e8a9bd02 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4153061
Nov 13 07:50:00.938111 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Request body: {'port': {'device_id': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'admin_state_up': True, 'tenant_id': '9f0c482ef1eb4f8fa6c1320897c1678b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:50:01.128822 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-981c435e-30e9-448f-9f46-b6d975500a2c req-b68b2d29-4b57-4b3c-8590-d57a2f2fe096 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.2358267
Nov 13 07:50:01.135398 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:01.159534 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbeee88-8f4e-414e-bc7d-da252497b84a req-06819a64-3dff-4acd-9918-3606d0726153 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:01.164649 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1fbeee88-8f4e-414e-bc7d-da252497b84a req-06819a64-3dff-4acd-9918-3606d0726153 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.3142827
Nov 13 07:50:01.172751 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:01.233775 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-981c435e-30e9-448f-9f46-b6d975500a2c req-94f22cb0-0b22-4c30-a04d-63d11d39e87f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950141
Nov 13 07:50:01.241967 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1fbeee88-8f4e-414e-bc7d-da252497b84a req-c7ce90eb-9a2c-4a56-b1b8-e193f5178115 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662777
Nov 13 07:50:01.321282 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Made reservation on behalf of 9f0c482ef1eb4f8fa6c1320897c1678b for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:50:01.324397 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:01.450979 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3477fe27-e2a9-4041-bb1b-11db6ae2b908 req-a847310c-8602-41bf-bb8d-3334ffd5a555 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0984535
Nov 13 07:50:01.494454 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Allocated IP 172.20.0.11 (13dc6fb3-9bcb-4e4a-8416-084631603788/87dbc69f-6a7f-4283-a7bb-a6df28c93f8e/8307707c-10a8-4d30-9b1c-b1f8a02ce5af) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:50:01.720514 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:01.828278 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:01.834688 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:01.850249 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:50:01.910777 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event updated for resources: {'Port': ['ID=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:01.920949 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:01.927624 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:50:01.929283 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:50:01.931925 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:50:02.012251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:02.013181 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:02.142832 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2433445
Nov 13 07:50:02.160107 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Request body: {'port': {'device_id': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:50:02.270928 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:02.664592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce8a5a-b9e3-48d2-b0d5-80abd56c4743 req-1eba1d42-0c57-46d1-bf42-8101ee8699cd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:02.666097 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f6ce8a5a-b9e3-48d2-b0d5-80abd56c4743 req-1eba1d42-0c57-46d1-bf42-8101ee8699cd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.2699158
Nov 13 07:50:02.718556 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53763f39-f5f6-4c47-a39e-bb1a5b06e763 req-d6d46944-4011-4521-8c4c-02a06270bdf2 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:02.720783 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-53763f39-f5f6-4c47-a39e-bb1a5b06e763 req-d6d46944-4011-4521-8c4c-02a06270bdf2 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 932 time: 0.1280496
Nov 13 07:50:02.756857 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f6ce8a5a-b9e3-48d2-b0d5-80abd56c4743 req-453bde64-b311-4d4a-883a-a76b9cf6d627 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814209
Nov 13 07:50:02.796553 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-53763f39-f5f6-4c47-a39e-bb1a5b06e763 req-bbcb21c6-6fe4-4b9b-b4f6-ac5ebc18c5f1 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696247
Nov 13 07:50:02.835656 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8307707c-10a8-4d30-9b1c-b1f8a02ce5af {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:50:02.842934 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:02.859141 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Transition to ACTIVE for port object 8307707c-10a8-4d30-9b1c-b1f8a02ce5af will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:50:02.926701 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:02.931461 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:03.080423 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Pushing event updated for resources: {'Port': ['ID=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:03.102604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:03.255426 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Attempting to bind port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:50:03.256096 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Attempting to bind port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:50:03.256096 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Attempting to bind port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:50:03.262369 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af on network 13dc6fb3-9bcb-4e4a-8416-084631603788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:50:03.262828 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Attempting to bind port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:50:03.270293 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:50:03.270629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Checking segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:50:03.271032 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Bound using segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:50:03.271508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Bound port: 8307707c-10a8-4d30-9b1c-b1f8a02ce5af, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:50:03.271974 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:03.383113 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] For port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:50:03.386114 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] For port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:50:03.504941 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:03.509475 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:03.575207 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:03.576774 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] 10.222.0.18 "PUT /v2.0/ports/8307707c-10a8-4d30-9b1c-b1f8a02ce5af HTTP/1.1" status: 200  len: 1094 time: 1.4217746
Nov 13 07:50:03.577372 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'tag': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:50:03.600706 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Pushing event updated for resources: {'Port': ['ID=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:03.613129 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.613129 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.613129 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.613621 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.614202 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.614637 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.615090 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.615525 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.615979 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.616399 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.616949 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:03.620924 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:03.658563 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'tag': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af', 'status': 'completed', 'code': 200}
Nov 13 07:50:03.766535 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12c108c8-37d7-4236-a1da-0d37306ad06d req-e062c9f1-405a-4fe6-81c7-f628804c6cdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 1097 time: 0.0825386
Nov 13 07:50:03.852907 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cd13ba57-82e8-4d80-9a5d-7c3c6ba260cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:03.928514 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c108c8-37d7-4236-a1da-0d37306ad06d req-932eb0d7-239f-4c21-8a06-3f2b47e3b9d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:03.930032 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12c108c8-37d7-4236-a1da-0d37306ad06d req-932eb0d7-239f-4c21-8a06-3f2b47e3b9d7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1517901
Nov 13 07:50:03.991893 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527ca99-1c13-4cea-8aee-0af47b2d931c req-a6b932c2-206e-46ef-893b-126de92992cb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:03.993361 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9527ca99-1c13-4cea-8aee-0af47b2d931c req-a6b932c2-206e-46ef-893b-126de92992cb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0801029
Nov 13 07:50:04.066847 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9527ca99-1c13-4cea-8aee-0af47b2d931c req-f4be85ed-4aca-4592-aa2f-0ed4234d8d2e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614791
Nov 13 07:50:04.183008 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:50:04.196284 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9fcc5-4d01-4fe2-b483-1aed612b937a req-4fb7cd7d-2c2e-4b48-b9c0-4293abf51a41 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:04.197109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-cff9fcc5-4d01-4fe2-b483-1aed612b937a req-4fb7cd7d-2c2e-4b48-b9c0-4293abf51a41 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:50:04.201132 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:04.205976 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c108c8-37d7-4236-a1da-0d37306ad06d req-f8943e06-e702-4468-82e1-19db32db4c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:04.209643 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12c108c8-37d7-4236-a1da-0d37306ad06d req-f8943e06-e702-4468-82e1-19db32db4c8b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2717052
Nov 13 07:50:04.310178 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-cff9fcc5-4d01-4fe2-b483-1aed612b937a req-4fb7cd7d-2c2e-4b48-b9c0-4293abf51a41 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:50:04.311469 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cff9fcc5-4d01-4fe2-b483-1aed612b937a req-4fb7cd7d-2c2e-4b48-b9c0-4293abf51a41 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 944 time: 0.3503258
Nov 13 07:50:04.334508 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0acb66-3337-4ea6-a3f5-9296e1f47125 req-2ef8297f-df2a-4af7-9a11-4c678020f28f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:04.335947 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd0acb66-3337-4ea6-a3f5-9296e1f47125 req-2ef8297f-df2a-4af7-9a11-4c678020f28f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0925753
Nov 13 07:50:04.393226 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cff9fcc5-4d01-4fe2-b483-1aed612b937a req-ff83e9ec-d164-4f01-8e2e-7b5a6cd63205 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665989
Nov 13 07:50:04.393226 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-708ef547-d8da-4724-922e-f5e64010a6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 1097 time: 0.1234910
Nov 13 07:50:04.396509 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd0acb66-3337-4ea6-a3f5-9296e1f47125 req-c4cd0783-189b-45f3-b956-63e69b296fb1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527384
Nov 13 07:50:04.478003 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-c4e491c4-4e36-4a96-a234-11f531e68015 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8307707c-10a8-4d30-9b1c-b1f8a02ce5af HTTP/1.1" status: 200  len: 217 time: 0.0770285
Nov 13 07:50:04.547299 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-1c76ad7e-5b67-43f5-9171-5bf13d8f6a26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:04.548761 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-1c76ad7e-5b67-43f5-9171-5bf13d8f6a26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 200  len: 854 time: 0.0616970
Nov 13 07:50:04.610003 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-41c346f8-b014-4104-95cf-257ce26b031b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13dc6fb3-9bcb-4e4a-8416-084631603788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422337
Nov 13 07:50:04.745734 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-e435f9dd-e933-44dc-9332-51ebc4a836a6 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278956
Nov 13 07:50:04.981019 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c38b0f8f-84ed-4888-852f-d99300b4ac7d req-3c5e09ab-d26b-4059-aaf0-f5bf4d4bc180 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194450
Nov 13 07:50:05.064950 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920ec8a-8c35-454b-851a-5dbef1d9d940 req-cb8cd896-9de8-4a92-bf48-cf51b81e83b2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:05.066409 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5920ec8a-8c35-454b-851a-5dbef1d9d940 req-cb8cd896-9de8-4a92-bf48-cf51b81e83b2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0805187
Nov 13 07:50:05.115151 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5920ec8a-8c35-454b-851a-5dbef1d9d940 req-1d8e6754-48b4-41d7-9dd7-aa54b14cc8e9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430675
Nov 13 07:50:05.587105 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb2f58-0c46-40e8-a868-6cc9b9ccc2d9 req-28452a52-036c-4c60-9cb4-dc8711893cd9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:05.589422 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1eeb2f58-0c46-40e8-a868-6cc9b9ccc2d9 req-28452a52-036c-4c60-9cb4-dc8711893cd9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 944 time: 0.0820057
Nov 13 07:50:05.619939 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a6bf4-1e05-49cd-8b79-f9d0ed581c49 req-0fb8d1ef-2198-4e89-9f41-44b6125bbdef tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:05.621765 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a38a6bf4-1e05-49cd-8b79-f9d0ed581c49 req-0fb8d1ef-2198-4e89-9f41-44b6125bbdef tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0813913
Nov 13 07:50:05.636283 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1eeb2f58-0c46-40e8-a868-6cc9b9ccc2d9 req-da5e97c9-33a0-4f12-adf5-f0ea68e30af8 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415096
Nov 13 07:50:05.675973 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a38a6bf4-1e05-49cd-8b79-f9d0ed581c49 req-e8bd0066-c3ce-41c8-b873-ee5c80efb880 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481157
Nov 13 07:50:05.929503 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3feaeaf4-ca3d-464f-98f6-3266265d5b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:06.330325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6fd28-16b0-4b23-bf4a-ab40a871930d req-05a3c4e2-a5f9-4772-b757-179d31d88470 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:06.334445 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-25e6fd28-16b0-4b23-bf4a-ab40a871930d req-05a3c4e2-a5f9-4772-b757-179d31d88470 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0829206
Nov 13 07:50:06.378408 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-25e6fd28-16b0-4b23-bf4a-ab40a871930d req-027d02e6-b17d-43f0-adff-f5b7e7afa147 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407283
Nov 13 07:50:06.840863 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a507-fdf1-495a-83d8-48eb4b4a38b1 req-96446107-efc9-4502-8c3a-0e9ddabca9d3 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:06.842578 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d631a507-fdf1-495a-83d8-48eb4b4a38b1 req-96446107-efc9-4502-8c3a-0e9ddabca9d3 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 944 time: 0.0865729
Nov 13 07:50:06.892644 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d631a507-fdf1-495a-83d8-48eb4b4a38b1 req-c285ed7e-7459-45fd-935b-dcd5848258ac tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423474
Nov 13 07:50:06.938366 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:07.025931 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013a79a-c5a2-4b43-810a-345b6aca13b0 req-69892ad2-95d4-4ef6-bec9-07548edc9d25 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:07.027380 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4013a79a-c5a2-4b43-810a-345b6aca13b0 req-69892ad2-95d4-4ef6-bec9-07548edc9d25 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0750742
Nov 13 07:50:07.075428 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4013a79a-c5a2-4b43-810a-345b6aca13b0 req-83d8ef46-29b8-4c1b-89d5-629b6fb999de tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426290
Nov 13 07:50:07.574602 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ddd3a-5dff-40c0-bcde-9c4f8401beeb req-a6e9ec10-8254-4768-b6b0-7147b015664b tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:07.576103 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3f8ddd3a-5dff-40c0-bcde-9c4f8401beeb req-a6e9ec10-8254-4768-b6b0-7147b015664b tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0765395
Nov 13 07:50:07.625167 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3f8ddd3a-5dff-40c0-bcde-9c4f8401beeb req-3f08fe51-4202-4385-aaf5-94fcf24948bc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429451
Nov 13 07:50:08.087412 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6ecd6-1989-404b-a453-9589c5424e53 req-f3ff4218-0604-4547-8d9c-624b46178599 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:08.088817 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-74f6ecd6-1989-404b-a453-9589c5424e53 req-f3ff4218-0604-4547-8d9c-624b46178599 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 944 time: 0.0743127
Nov 13 07:50:08.133869 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-74f6ecd6-1989-404b-a453-9589c5424e53 req-d476b1c8-f2f9-4553-8be4-d44481476065 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394876
Nov 13 07:50:08.340881 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-31ec4f19-a56a-449d-89e6-437a49602e70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.1297839
Nov 13 07:50:08.349709 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ea09-d049-4217-aa3a-0bb04ea2b906 req-658a29d3-044d-4e57-b30a-487c5e1620e9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:08.351128 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9841ea09-d049-4217-aa3a-0bb04ea2b906 req-658a29d3-044d-4e57-b30a-487c5e1620e9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1387594
Nov 13 07:50:08.489540 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9841ea09-d049-4217-aa3a-0bb04ea2b906 req-f7fafe92-96fa-4b70-93e6-0fc859c123fd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323898
Nov 13 07:50:08.542389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-bee49fc1-e1ec-4145-9a4a-e52ae437cb1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:08.544720 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-bee49fc1-e1ec-4145-9a4a-e52ae437cb1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.1852329
Nov 13 07:50:08.623800 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:08.635218 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-12828aa8-4a72-4209-a0d1-80c7089057a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 217 time: 0.0815010
Nov 13 07:50:08.699532 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-dc698ea0-a7f3-4151-b919-23411fe64b36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:08.700940 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-dc698ea0-a7f3-4151-b919-23411fe64b36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.0573585
Nov 13 07:50:08.751229 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-e44e517e-7524-4818-b653-c338acfcd193 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383699
Nov 13 07:50:08.825044 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732fb03-444c-454c-8f43-8bb69fc7634d req-2405f9bb-fbff-4efa-a2db-d84f77f64503 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:08.826472 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7732fb03-444c-454c-8f43-8bb69fc7634d req-2405f9bb-fbff-4efa-a2db-d84f77f64503 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0799716
Nov 13 07:50:08.872299 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7732fb03-444c-454c-8f43-8bb69fc7634d req-9269ab25-ef08-40ed-81a9-8aa4219b2264 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394382
Nov 13 07:50:08.886897 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-f351f4e8-b8d0-4cf9-b6be-321ae62b500c service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234722
Nov 13 07:50:09.025690 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a534fdb-a8b2-4445-aa90-5c31210b45d7 req-a7ee9ae1-226c-408e-8337-546bbe56a7c4 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261809
Nov 13 07:50:09.335337 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca3619-4581-4ef8-ae5d-6f66e7d453c9 req-518c2647-88a0-4cde-af6d-095bf6c09a08 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:09.336780 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2dca3619-4581-4ef8-ae5d-6f66e7d453c9 req-518c2647-88a0-4cde-af6d-095bf6c09a08 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 944 time: 0.0808575
Nov 13 07:50:09.381621 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2dca3619-4581-4ef8-ae5d-6f66e7d453c9 req-77178cfc-78c0-410d-8379-9ae70855379f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392652
Nov 13 07:50:09.788693 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978769a-d0d4-48f1-a45a-7429747f407c req-39d72e32-6964-40b4-b54f-34c77e391e13 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:09.791189 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b978769a-d0d4-48f1-a45a-7429747f407c req-39d72e32-6964-40b4-b54f-34c77e391e13 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1157236
Nov 13 07:50:09.840983 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b978769a-d0d4-48f1-a45a-7429747f407c req-6311c1aa-7552-4094-b462-f49c4002f2c6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414405
Nov 13 07:50:10.071755 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e56fa-4111-4715-91a9-87d7bca6b845 req-34222212-2411-48b2-9608-389953373514 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:10.074408 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9c1e56fa-4111-4715-91a9-87d7bca6b845 req-34222212-2411-48b2-9608-389953373514 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0778124
Nov 13 07:50:10.123100 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9c1e56fa-4111-4715-91a9-87d7bca6b845 req-1feff3dd-1511-4a99-8761-3bf4b76d3a5d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422935
Nov 13 07:50:10.165799 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 38162) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:10.366825 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:10.398335 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:10.402013 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Usage tracker for resource:security_group_rule and tenant:be08d5225779433ab57afc2eceaa8c0f is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:50:10.404875 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:50:10.410591 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:10.481056 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:10.515290 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 8307707c-10a8-4d30-9b1c-b1f8a02ce5af details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:50:10.565417 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:10.574693 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6b59c2ca-3d2b-493d-bb5e-ac938634cb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:10.641497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4447b00-0967-4a73-95b0-fe4d2a2353ae req-3f42d32e-1f48-4b9b-be81-df9d145939e2 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:10.644173 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a4447b00-0967-4a73-95b0-fe4d2a2353ae req-3f42d32e-1f48-4b9b-be81-df9d145939e2 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 944 time: 0.1440444
Nov 13 07:50:10.654478 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be08d5225779433ab57afc2eceaa8c0f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4875193
Nov 13 07:50:10.655553 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea33388-597c-4943-916f-f5b9d4573737,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:10.657265 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 38176) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:10.666966 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:10.691602 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.691985 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.692294 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.692634 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.692973 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.693310 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.694336 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.694818 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.695326 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'port_id': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af', 'mac_address': 'fa:16:3e:20:4a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dbc69f-6a7f-4283-a7bb-a6df28c93f8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:50:10.697400 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.698848 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.699729 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:10.722005 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-117b8803-0341-47e9-97ac-023fb35ca209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:10.739282 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a4447b00-0967-4a73-95b0-fe4d2a2353ae req-d97b0570-b071-4cfa-8e78-b3c0865145a8 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890777
Nov 13 07:50:10.771896 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:10.777626 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:10.794376 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8307707c-10a8-4d30-9b1c-b1f8a02ce5af {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:50:10.797687 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:10.809764 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:11.006950 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:11.008755 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:11.032569 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:11.037863 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:11.053351 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea33388-597c-4943-916f-f5b9d4573737,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:11.056238 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:11.062629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:11.066634 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ea33388-597c-4943-916f-f5b9d4573737 HTTP/1.1" status: 204  len: 168 time: 0.4054844
Nov 13 07:50:11.083123 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:11.089257 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:11.102256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6edf-8e2a-4bb4-9188-9a595638144c req-ad7780cb-5056-41f1-a28d-2b0fd984c0e3 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:11.103733 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d58c6edf-8e2a-4bb4-9188-9a595638144c req-ad7780cb-5056-41f1-a28d-2b0fd984c0e3 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1260366
Nov 13 07:50:11.247939 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d58c6edf-8e2a-4bb4-9188-9a595638144c req-c8e87a5f-1fc2-413c-bfb5-95ea02da8c61 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359491
Nov 13 07:50:11.364471 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa6f92-a0e6-4ee1-97b2-47ed0fd99de8 req-3180b6a6-fc69-4761-aaf6-cff063a91bcf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:11.370013 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-aaaa6f92-a0e6-4ee1-97b2-47ed0fd99de8 req-3180b6a6-fc69-4761-aaf6-cff063a91bcf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1096196
Nov 13 07:50:11.372973 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['8307707c-10a8-4d30-9b1c-b1f8a02ce5af'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:50:11.463870 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-aaaa6f92-a0e6-4ee1-97b2-47ed0fd99de8 req-d72fa2de-7630-47ac-a1c4-fbc5c3318b79 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809264
Nov 13 07:50:11.954094 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bce0b-b68b-40bf-96ea-fdc1e12b171f req-a94b97b6-ca26-4042-b02d-47146ed0821b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:11.956159 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e17bce0b-b68b-40bf-96ea-fdc1e12b171f req-a94b97b6-ca26-4042-b02d-47146ed0821b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 945 time: 0.0862622
Nov 13 07:50:12.023293 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e17bce0b-b68b-40bf-96ea-fdc1e12b171f req-341e2a57-14f5-4416-8a92-7ab3dba9ae14 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611742
Nov 13 07:50:12.247526 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 38216) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:12.333983 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd091d90-7722-4430-bab3-251ca6eb9a53 req-aad5339e-b53a-4fd5-9f96-645d130ddf33 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:12.338662 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cd091d90-7722-4430-bab3-251ca6eb9a53 req-aad5339e-b53a-4fd5-9f96-645d130ddf33 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1135948
Nov 13 07:50:12.409009 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cd091d90-7722-4430-bab3-251ca6eb9a53 req-ddf2ebe2-0374-439f-a0c4-678151abbca0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612082
Nov 13 07:50:12.455952 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:12.490964 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:12.495493 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d37130d0244c4c52853683f69edbc110 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:50:12.500254 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:50:12.507565 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:12.658754 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:12.701920 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05731f50-4157-4fd6-b760-9ac37ea2df38 req-60b9110b-6045-4c5f-ba8b-0978ac8644bb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:12.703572 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-05731f50-4157-4fd6-b760-9ac37ea2df38 req-60b9110b-6045-4c5f-ba8b-0978ac8644bb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1100631
Nov 13 07:50:12.747130 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:12.773740 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:12.806409 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-05731f50-4157-4fd6-b760-9ac37ea2df38 req-d8842ed5-1393-4ca5-88f0-e5aa4307e109 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923839
Nov 13 07:50:12.820572 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b31262-0453-4155-9e28-efb525eab43d req-21e0cd73-c934-432b-a44a-7ab9bfb6b3f4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:12.822839 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb1e82-efb5-40ae-a547-1b91ee6f429b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:12.828380 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:12.829020 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-14b31262-0453-4155-9e28-efb525eab43d req-21e0cd73-c934-432b-a44a-7ab9bfb6b3f4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1046555
Nov 13 07:50:12.829717 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d37130d0244c4c52853683f69edbc110&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5811298
Nov 13 07:50:12.832458 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 38242) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:12.899297 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-14b31262-0453-4155-9e28-efb525eab43d req-3368546c-71d7-4f30-b9b8-aeb63dc63437 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678792
Nov 13 07:50:12.899481 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:12.936182 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:13.106896 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:13.112334 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e2c23744-dc87-42ac-9f42-42839437b252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:13.126570 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb1e82-efb5-40ae-a547-1b91ee6f429b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:13.129577 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:13.131696 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:13.132801 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9eb1e82-efb5-40ae-a547-1b91ee6f429b HTTP/1.1" status: 204  len: 168 time: 0.2994578
Nov 13 07:50:13.269047 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012f31d-5e80-40bf-bc86-83f10d41a3df req-1f34da8a-e74a-4b0c-89ba-61886911cd60 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:13.270521 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5012f31d-5e80-40bf-bc86-83f10d41a3df req-1f34da8a-e74a-4b0c-89ba-61886911cd60 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 945 time: 0.1053388
Nov 13 07:50:13.330380 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5012f31d-5e80-40bf-bc86-83f10d41a3df req-ce3e2b0c-5c81-46d8-b9b5-a416f81448c0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523601
Nov 13 07:50:13.645546 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5582ff-14fd-40c9-a0c5-618a43e0fffc req-ea07072e-d48a-4fcc-9a08-1ee77c5c73e5 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:13.652964 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-df5582ff-14fd-40c9-a0c5-618a43e0fffc req-ea07072e-d48a-4fcc-9a08-1ee77c5c73e5 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1179423
Nov 13 07:50:13.701704 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-df5582ff-14fd-40c9-a0c5-618a43e0fffc req-d57ecf8d-cba4-4b13-9161-3155f967cdc3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475354
Nov 13 07:50:14.045483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0584e8-54ab-484b-83ef-ed563c4a1d76 req-3cad40fd-6a62-42ce-8c55-3308f59d6533 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:14.046995 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fb0584e8-54ab-484b-83ef-ed563c4a1d76 req-3cad40fd-6a62-42ce-8c55-3308f59d6533 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0850489
Nov 13 07:50:14.095963 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fb0584e8-54ab-484b-83ef-ed563c4a1d76 req-199d03f5-1571-46db-87b3-bb59c8485a96 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428379
Nov 13 07:50:14.300277 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 38286) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:14.319386 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.350498 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:14.353411 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Usage tracker for resource:security_group_rule and tenant:fb686461485740a582caf80ac26ac302 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:50:14.358746 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:50:14.367221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:14.451136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.525998 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 8307707c-10a8-4d30-9b1c-b1f8a02ce5af up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:50:14.551041 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246267-6311-4491-88d1-4ec6a8f78ba0 req-1ff2c19c-cae0-48aa-b2e9-3b1dc31d31bf tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:14.551041 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c1246267-6311-4491-88d1-4ec6a8f78ba0 req-1ff2c19c-cae0-48aa-b2e9-3b1dc31d31bf tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 945 time: 0.0877695
Nov 13 07:50:14.590708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.605612 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e1310625-2991-4ea9-9bea-7443f062bb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:14.672689 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c1246267-6311-4491-88d1-4ec6a8f78ba0 req-dcc2124b-38ab-4985-ac7a-7a8ec4727940 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206324
Nov 13 07:50:14.687345 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:50:14.693629 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:50:14.697252 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.703534 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53daa6b3-7c0b-432b-9998-349db942945c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:14.707898 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:14.713237 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb686461485740a582caf80ac26ac302&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4120243
Nov 13 07:50:14.714164 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 38296) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:14.776113 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.812863 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.836283 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.869056 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:50:14.902352 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:14.936578 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af', 'code': 200}
Nov 13 07:50:14.940349 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeaaf4-254e-40e4-9f89-ce69b2335746 req-d04c2a23-f049-4dcc-adf8-418266100e2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:14.940957 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.941847 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-81aeaaf4-254e-40e4-9f89-ce69b2335746 req-d04c2a23-f049-4dcc-adf8-418266100e2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1098366
Nov 13 07:50:14.945296 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b9376814-8a7d-4ce1-8391-f700a90cf758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:14.975255 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53daa6b3-7c0b-432b-9998-349db942945c,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:14.978577 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.981748 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:14.981883 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:14.989410 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:14.991250 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53daa6b3-7c0b-432b-9998-349db942945c HTTP/1.1" status: 204  len: 168 time: 0.2767849
Nov 13 07:50:15.052614 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-81aeaaf4-254e-40e4-9f89-ce69b2335746 req-4a7b6975-bde1-4c4f-b01e-75810ffcf821 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995171
Nov 13 07:50:15.126108 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:15.128982 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:15.343334 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768157-9e1f-4b3d-a4f7-4a5e4754b073 req-13149b3d-0cef-48d5-9ad5-ae6292dc0060 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:15.351844 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-39768157-9e1f-4b3d-a4f7-4a5e4754b073 req-13149b3d-0cef-48d5-9ad5-ae6292dc0060 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0949862
Nov 13 07:50:15.362878 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f5f2c-a3d0-442e-ba4a-31a89d7839bb req-5e948084-80ad-4380-a36b-18bd6a7f3eda tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:15.364374 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0d9f5f2c-a3d0-442e-ba4a-31a89d7839bb req-5e948084-80ad-4380-a36b-18bd6a7f3eda tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0996790
Nov 13 07:50:15.407232 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-39768157-9e1f-4b3d-a4f7-4a5e4754b073 req-007434c3-8dd5-431e-9c01-af5b6d1a8e94 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544937
Nov 13 07:50:15.443279 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0d9f5f2c-a3d0-442e-ba4a-31a89d7839bb req-04918ed3-06f8-41b7-9458-89fc624ea0c1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710597
Nov 13 07:50:15.553528 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e68ec8ce-9db1-4b86-af10-95d578f7e520 req-9bbe6ba9-4ca3-49f1-ab39-c2302d6d9466 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 1099 time: 0.0734937
Nov 13 07:50:15.607694 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e68ec8ce-9db1-4b86-af10-95d578f7e520 req-17715819-cbdd-4916-80b0-8c82dd236c14 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510619
Nov 13 07:50:15.888549 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49511d03-42db-43e4-9702-590e9c591f9d req-2b85c371-d2ef-4f98-988c-b3ab67e82ed4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:15.889968 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-49511d03-42db-43e4-9702-590e9c591f9d req-2b85c371-d2ef-4f98-988c-b3ab67e82ed4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 946 time: 0.0882194
Nov 13 07:50:15.934350 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-49511d03-42db-43e4-9702-590e9c591f9d req-5d8b629d-b4fd-45ff-9944-988e60f722b9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380428
Nov 13 07:50:16.257957 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff77b8-1d7c-4f2a-a334-fed132ccbdf4 req-c671b79c-8e34-4094-9c9e-91803458c987 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:16.259496 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bfff77b8-1d7c-4f2a-a334-fed132ccbdf4 req-c671b79c-8e34-4094-9c9e-91803458c987 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0801339
Nov 13 07:50:16.309533 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bfff77b8-1d7c-4f2a-a334-fed132ccbdf4 req-0f2717ee-7164-410c-ad32-744f50fc8a0d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442748
Nov 13 07:50:16.657808 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ebf41-cb9f-43c0-9963-888b97bddaf8 req-84a59073-4078-4b76-a9b9-7ed1701fc123 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:16.659800 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-633ebf41-cb9f-43c0-9963-888b97bddaf8 req-84a59073-4078-4b76-a9b9-7ed1701fc123 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0908811
Nov 13 07:50:16.727262 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-633ebf41-cb9f-43c0-9963-888b97bddaf8 req-3b87f22e-390d-4df1-8e3e-fd79c004e0f5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611904
Nov 13 07:50:17.159646 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93fcb-ac36-4b8d-aa3e-8cfcefebc820 req-3a754993-6882-41ec-bcd7-c4d995c2acd9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:17.161115 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26e93fcb-ac36-4b8d-aa3e-8cfcefebc820 req-3a754993-6882-41ec-bcd7-c4d995c2acd9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 946 time: 0.0942874
Nov 13 07:50:17.211364 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26e93fcb-ac36-4b8d-aa3e-8cfcefebc820 req-520ce77e-0696-48df-9545-34d547757e90 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443733
Nov 13 07:50:17.623564 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276be30-4f8a-43cd-8173-c47ccfe1ce3c req-d4e4c8a1-1f9d-4bd3-9803-8aad428fe878 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:17.624995 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a276be30-4f8a-43cd-8173-c47ccfe1ce3c req-d4e4c8a1-1f9d-4bd3-9803-8aad428fe878 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1382267
Nov 13 07:50:17.674952 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a276be30-4f8a-43cd-8173-c47ccfe1ce3c req-f769fe43-69e5-4241-8880-34d975d6318f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392497
Nov 13 07:50:17.942840 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d2fdd-8b5d-4f5a-a6a8-c7c5302fc5ab req-54fc79d9-9b12-458c-8329-68264632617a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:17.947475 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ff6d2fdd-8b5d-4f5a-a6a8-c7c5302fc5ab req-54fc79d9-9b12-458c-8329-68264632617a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0843325
Nov 13 07:50:17.989554 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ff6d2fdd-8b5d-4f5a-a6a8-c7c5302fc5ab req-adf0eac5-a1de-4590-a01e-88f21749ef71 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399318
Nov 13 07:50:18.418580 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f992b61-a164-45f4-a739-58af8c4b753c req-16c3aaac-9320-4d76-9210-f3066141bb36 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:18.420097 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f992b61-a164-45f4-a739-58af8c4b753c req-16c3aaac-9320-4d76-9210-f3066141bb36 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 946 time: 0.0838759
Nov 13 07:50:18.468758 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1f992b61-a164-45f4-a739-58af8c4b753c req-2b650872-1b2d-4d83-8786-aa19a235dacb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426435
Nov 13 07:50:18.873247 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfac23-1430-4f5e-9200-2b76629fc463 req-5b7b7abd-1d0d-4b0c-8cd5-ea8cf0d2af2f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:18.877603 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-30dfac23-1430-4f5e-9200-2b76629fc463 req-5b7b7abd-1d0d-4b0c-8cd5-ea8cf0d2af2f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0793004
Nov 13 07:50:18.939675 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-30dfac23-1430-4f5e-9200-2b76629fc463 req-cbf37745-daaa-4642-befa-fb2d770e23c7 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587776
Nov 13 07:50:19.227724 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e4793-17ce-457a-ae99-cb7d755768ab req-f5430b81-e93a-44bf-844a-7235b4f3c4ef tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:19.229184 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-870e4793-17ce-457a-ae99-cb7d755768ab req-f5430b81-e93a-44bf-844a-7235b4f3c4ef tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0903580
Nov 13 07:50:19.275799 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-870e4793-17ce-457a-ae99-cb7d755768ab req-fea33f12-c8d5-4409-ba8f-ea0dc1a409de tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407362
Nov 13 07:50:20.161338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587502f-3295-4e88-93aa-31ece6dd22cd req-37c3469b-ba46-41f5-a044-ceeb6ad8c45b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:20.162846 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5587502f-3295-4e88-93aa-31ece6dd22cd req-37c3469b-ba46-41f5-a044-ceeb6ad8c45b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0773354
Nov 13 07:50:20.211701 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5587502f-3295-4e88-93aa-31ece6dd22cd req-4203b55c-b485-4522-8306-cec7d9d23866 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430129
Nov 13 07:50:20.504632 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b91f-3fec-4a68-9c2f-193e52551995 req-5533b24c-a021-47e0-a59f-9c19b734e14b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:20.506590 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1e50b91f-3fec-4a68-9c2f-193e52551995 req-5533b24c-a021-47e0-a59f-9c19b734e14b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0936229
Nov 13 07:50:20.554815 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1e50b91f-3fec-4a68-9c2f-193e52551995 req-7f838a61-21ff-4270-8de3-ac3e4cb6ba6f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425122
Nov 13 07:50:21.413794 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1b78b-1a85-4c8d-9345-f33d38fb70e3 req-acece888-0c5f-4225-a83e-cf7de0b531be tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:21.415299 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1cd1b78b-1a85-4c8d-9345-f33d38fb70e3 req-acece888-0c5f-4225-a83e-cf7de0b531be tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0828729
Nov 13 07:50:21.470463 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1cd1b78b-1a85-4c8d-9345-f33d38fb70e3 req-c2f0a7cf-b93a-4c27-9d21-c6fdf0df2e75 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482733
Nov 13 07:50:21.769958 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26de1d-f466-499c-a0d9-3742e536bc3d req-ed90f4f1-c200-4d18-ac28-9bd5591f0c5e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:21.771580 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6d26de1d-f466-499c-a0d9-3742e536bc3d req-ed90f4f1-c200-4d18-ac28-9bd5591f0c5e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0810571
Nov 13 07:50:21.816562 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6d26de1d-f466-499c-a0d9-3742e536bc3d req-648a0f15-452a-4bfb-9633-8446476c71ae tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394878
Nov 13 07:50:22.683304 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff91087-8ad9-4a0a-89c1-ae5ef48d728e req-e126753b-4592-4fcc-ab52-6e7f439d0c78 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:22.684747 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3ff91087-8ad9-4a0a-89c1-ae5ef48d728e req-e126753b-4592-4fcc-ab52-6e7f439d0c78 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0869346
Nov 13 07:50:22.744403 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3ff91087-8ad9-4a0a-89c1-ae5ef48d728e req-840aaf8d-c7e9-40e0-9cbf-4aa6f306d363 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538032
Nov 13 07:50:23.041954 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c46256-16ab-4f68-8757-2817ea0adfe3 req-7483ca00-a4b8-427c-89a1-9383151f3ad4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:23.044580 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-30c46256-16ab-4f68-8757-2817ea0adfe3 req-7483ca00-a4b8-427c-89a1-9383151f3ad4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0918527
Nov 13 07:50:23.113385 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-30c46256-16ab-4f68-8757-2817ea0adfe3 req-73f4a5dd-9179-4999-a708-6d0af4daa6c2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586774
Nov 13 07:50:23.997752 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62b60f-3453-4cf9-bb43-adc5bb3439c4 req-b1fd43b5-5ff6-44e3-ad06-5341e1d09efa tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:23.999193 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6a62b60f-3453-4cf9-bb43-adc5bb3439c4 req-b1fd43b5-5ff6-44e3-ad06-5341e1d09efa tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1306932
Nov 13 07:50:24.042662 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6a62b60f-3453-4cf9-bb43-adc5bb3439c4 req-cec51892-f33e-4064-a021-22cebfa284d9 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379596
Nov 13 07:50:24.333281 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490aea6-8aee-48b4-b7c2-39c03a8a6028 req-5cf6ba31-078a-44a6-9c26-141df348236c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:24.334781 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2490aea6-8aee-48b4-b7c2-39c03a8a6028 req-5cf6ba31-078a-44a6-9c26-141df348236c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0823073
Nov 13 07:50:24.380737 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2490aea6-8aee-48b4-b7c2-39c03a8a6028 req-36a4f897-1ae0-4e78-83c5-a9591504d180 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406106
Nov 13 07:50:25.257024 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9d310-96f4-4b81-9083-100e66bd6653 req-0b56b12d-6832-432b-937e-07e0c1c7ec58 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:25.259471 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-32d9d310-96f4-4b81-9083-100e66bd6653 req-0b56b12d-6832-432b-937e-07e0c1c7ec58 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0959015
Nov 13 07:50:25.309808 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-32d9d310-96f4-4b81-9083-100e66bd6653 req-86f7706f-c249-4299-80e4-1b111179728e tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443516
Nov 13 07:50:25.634038 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7b394-f57a-4b3a-8f2f-a021326d7605 req-5eacb141-a75b-4611-bab8-fa2d5f7567a8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:25.634976 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-def7b394-f57a-4b3a-8f2f-a021326d7605 req-5eacb141-a75b-4611-bab8-fa2d5f7567a8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0998709
Nov 13 07:50:25.688930 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-def7b394-f57a-4b3a-8f2f-a021326d7605 req-34076631-20e3-4200-b84a-9506fdc8403d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433004
Nov 13 07:50:26.536646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af5fd0-0273-4615-b4ce-d128f8811dc0 req-1abdf157-10a1-42f3-b8f9-ab146f6ef864 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:26.538096 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-92af5fd0-0273-4615-b4ce-d128f8811dc0 req-1abdf157-10a1-42f3-b8f9-ab146f6ef864 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1429343
Nov 13 07:50:26.543853 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-21de0b33-89b1-4e6d-9bad-de9f644541bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.1080394
Nov 13 07:50:26.551140 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e060ed-72a6-46dc-9849-9a6656293e72 req-2f9bee74-2f74-49d9-aafa-fcb1adf61bdc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:26.559991 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e060ed-72a6-46dc-9849-9a6656293e72 req-2f9bee74-2f74-49d9-aafa-fcb1adf61bdc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0990868
Nov 13 07:50:26.602567 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e060ed-72a6-46dc-9849-9a6656293e72 req-e77a02a7-24e7-456c-87d2-acc721a7785c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443423
Nov 13 07:50:26.620661 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:50:26.691252 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-92af5fd0-0273-4615-b4ce-d128f8811dc0 req-5a23b539-ca02-4cee-8007-60077871d84d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461604
Nov 13 07:50:26.774693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-3c176421-cc39-4757-9617-5d838179dc82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:26.777126 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-3c176421-cc39-4757-9617-5d838179dc82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.2140808
Nov 13 07:50:26.782877 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:26.809475 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'port_id': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'mac_address': 'fa:16:3e:e0:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:50:26.863296 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-53f2a296-efdd-4634-ada2-d127048667b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 217 time: 0.0745213
Nov 13 07:50:26.879222 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:26.900097 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:50:26.915486 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:26.985266 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-fb6e060b-7f88-4b94-bb04-2bc92006b312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:26.987284 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-fb6e060b-7f88-4b94-bb04-2bc92006b312 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.0764666
Nov 13 07:50:27.032285 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:27.035581 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:27.042831 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-0ea148a7-71df-477d-afa5-5e33256da35c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442448
Nov 13 07:50:27.053492 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc007-c754-406d-99ca-c6f5af716279 req-5b16339d-c704-4d3e-a98a-fbc060567362 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:27.054870 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2ffc007-c754-406d-99ca-c6f5af716279 req-5b16339d-c704-4d3e-a98a-fbc060567362 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1799378
Nov 13 07:50:27.103109 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=6']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:27.106106 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:27.191214 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2ffc007-c754-406d-99ca-c6f5af716279 req-df5fa3d5-7356-422e-a64d-206f64045fef tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166759
Nov 13 07:50:27.227666 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-022b66a8-489d-4be2-88a9-4e0b005f2147 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718516
Nov 13 07:50:27.266220 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:50:27.402131 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4253b5e0-a7a0-4abb-94d8-deb82dd65328 req-05a8b52c-3adc-45f6-a03b-fcb087220106 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633148
Nov 13 07:50:27.822955 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cef1c-d87a-4c91-9d97-0ca9406da363 req-4b928128-5a66-493c-acb0-ee785e55544b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:27.824410 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ed9cef1c-d87a-4c91-9d97-0ca9406da363 req-4b928128-5a66-493c-acb0-ee785e55544b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0788536
Nov 13 07:50:27.882983 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ed9cef1c-d87a-4c91-9d97-0ca9406da363 req-2a3b7311-f6b9-4100-ad11-fd75b5d43251 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526056
Nov 13 07:50:27.902055 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786e6bc-a9d5-4ed1-a8fd-59e9b8d98381 req-798fe011-b4ab-43a2-b69c-1ef39d6887ef tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:27.903534 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0786e6bc-a9d5-4ed1-a8fd-59e9b8d98381 req-798fe011-b4ab-43a2-b69c-1ef39d6887ef tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0941133
Nov 13 07:50:27.948466 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0786e6bc-a9d5-4ed1-a8fd-59e9b8d98381 req-ebf14a15-4c69-441b-bee5-53f6519c64a9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393314
Nov 13 07:50:28.428725 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942f162-e867-46d3-8553-78153058c907 req-3b4257a6-b8e3-48df-929e-3961acd226c9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:28.430559 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6942f162-e867-46d3-8553-78153058c907 req-3b4257a6-b8e3-48df-929e-3961acd226c9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.0819650
Nov 13 07:50:28.442627 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-ed98832c-5e5b-4b33-826f-53d1587d1888 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:28.444161 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-ed98832c-5e5b-4b33-826f-53d1587d1888 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.1462274
Nov 13 07:50:28.460793 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-56bbd40a-05b1-4749-b9c1-bdee684afbc6 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/quotas/9f0c482ef1eb4f8fa6c1320897c1678b HTTP/1.1" status: 200  len: 375 time: 0.0110104
Nov 13 07:50:28.484361 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6942f162-e867-46d3-8553-78153058c907 req-a5df80d0-14de-4ef0-b647-d2049c09f0e6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476267
Nov 13 07:50:28.557115 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-dba608a0-cbbe-42ba-bc31-232f981b1726 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0888782
Nov 13 07:50:28.616086 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:50:28.686581 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:50:28.687018 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:28.702161 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-34056fd7-fed7-41d4-9e38-529c6724522b service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379759
Nov 13 07:50:28.831801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:28.862420 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:50:28.872502 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:28.922994 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'code': 200}
Nov 13 07:50:28.934903 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-9639cc32-d49f-4338-86ef-f4cb4d8da255 service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267032
Nov 13 07:50:29.003929 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:29.005770 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b60f6eb3-7834-4da4-8d9f-688b42a186a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:29.077074 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=7']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:29.087880 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:29.149016 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5a782-f2b6-4a11-8fd8-9adf85a8de6d req-1ec60309-bf13-4fe7-8cd0-8bff93671483 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:29.150736 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cee5a782-f2b6-4a11-8fd8-9adf85a8de6d req-1ec60309-bf13-4fe7-8cd0-8bff93671483 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1155140
Nov 13 07:50:29.213670 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cee5a782-f2b6-4a11-8fd8-9adf85a8de6d req-30e076c9-6228-492e-bc0f-857af800a834 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540378
Nov 13 07:50:29.378091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e874eb6-cf66-42bb-9584-a1e93c1fc16d req-f0c08bd2-d841-4a8b-999e-8dff886bb8cc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:29.379950 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2e874eb6-cf66-42bb-9584-a1e93c1fc16d req-f0c08bd2-d841-4a8b-999e-8dff886bb8cc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1326921
Nov 13 07:50:29.396390 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2d477059-75c8-410d-93ef-c97aaf25998e req-b0757023-e8f9-4a35-b1de-f1a1b3973111 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 210 time: 0.0729191
Nov 13 07:50:29.433693 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2e874eb6-cf66-42bb-9584-a1e93c1fc16d req-ac2ec5f7-79a1-4f88-84f5-d1fb1016957c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475233
Nov 13 07:50:29.774707 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d2079-d75a-4f27-8a6f-a018e7c0d388 req-29577f4c-a841-4a18-8b25-5d6035e6be94 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:29.776205 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e72d2079-d75a-4f27-8a6f-a018e7c0d388 req-29577f4c-a841-4a18-8b25-5d6035e6be94 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0985131
Nov 13 07:50:29.809748 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:29.911344 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e72d2079-d75a-4f27-8a6f-a018e7c0d388 req-72919739-43b2-4e34-b3d6-8a45b903979a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274228
Nov 13 07:50:30.026074 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 38718) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:30.221392 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:30.399906 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:30.403909 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Usage tracker for resource:security_group_rule and tenant:fd1f9f2f496c4cd6acd6148c539045cf is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:50:30.406967 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:50:30.427373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:30.445292 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf5827-6280-4a0a-b163-fd24cb1d8731 req-9c295f8b-89e6-4911-9091-487e99e9422c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:30.456795 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5edf5827-6280-4a0a-b163-fd24cb1d8731 req-9c295f8b-89e6-4911-9091-487e99e9422c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1030447
Nov 13 07:50:30.532868 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5edf5827-6280-4a0a-b163-fd24cb1d8731 req-582f572e-a422-4407-b1b6-f1fd3d019fb0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746002
Nov 13 07:50:30.688885 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e4db5ab7-770c-4379-8f37-f916a70fe35d req-d45476ea-6d68-41fb-bb75-2a2ff9c26ef3 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 210 time: 0.1214249
Nov 13 07:50:30.817542 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:30.883046 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebfd64-09b5-45f4-b534-a8738a38c781 req-408ddfa9-36e1-4d4b-befd-88eb5fad640d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:30.889893 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-41ebfd64-09b5-45f4-b534-a8738a38c781 req-408ddfa9-36e1-4d4b-befd-88eb5fad640d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1368420
Nov 13 07:50:30.955875 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-41ebfd64-09b5-45f4-b534-a8738a38c781 req-9dc2dc6a-3820-4bde-9635-51deb0e5ed01 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644963
Nov 13 07:50:31.034911 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:31.042338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2f771920-4382-412d-9fc4-b35443c12397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:31.146027 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d3dac-1c85-4616-900d-2a103a1bcd6f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:31.158454 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:31.170781 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd1f9f2f496c4cd6acd6148c539045cf&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1428092
Nov 13 07:50:31.175983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 38738) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:31.216844 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c53031-4534-446f-871b-1f07559ff9d5 req-563a829e-31ac-4715-b7b6-652117beea6e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:31.218433 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68c53031-4534-446f-871b-1f07559ff9d5 req-563a829e-31ac-4715-b7b6-652117beea6e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1417489
Nov 13 07:50:31.274689 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:31.305783 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68c53031-4534-446f-871b-1f07559ff9d5 req-84934a74-4bca-478b-834b-9aaed6118f8d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787001
Nov 13 07:50:31.318437 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:31.472483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:31.477125 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2cc0d414-4e5a-4eff-9876-de3f5c575656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:31.491969 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d3dac-1c85-4616-900d-2a103a1bcd6f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:31.495323 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:31.497770 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:31.498914 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d33d3dac-1c85-4616-900d-2a103a1bcd6f HTTP/1.1" status: 204  len: 168 time: 0.3269112
Nov 13 07:50:31.841891 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9573c9-5e40-4f81-ad92-c5cc3e27811a req-6233ed35-68f4-40b9-8e08-9fab55d4e6d6 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:31.856381 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec9573c9-5e40-4f81-ad92-c5cc3e27811a req-6233ed35-68f4-40b9-8e08-9fab55d4e6d6 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1109009
Nov 13 07:50:31.926782 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ac0928bd-8c23-4720-8694-b05f253ac0e4 req-7e8a75e3-4484-4607-8b3e-49966aa957cb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 210 time: 0.0650079
Nov 13 07:50:31.928785 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec9573c9-5e40-4f81-ad92-c5cc3e27811a req-fb6d4ad4-b8b7-49e6-81ef-c46073ccdf0b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578251
Nov 13 07:50:32.252638 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e65c-9913-43e9-ad75-f4f0f5deb8dd req-14ab299d-ce0c-4cd7-ba04-01192e8f67e1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:32.254130 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8836e65c-9913-43e9-ad75-f4f0f5deb8dd req-14ab299d-ce0c-4cd7-ba04-01192e8f67e1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0952218
Nov 13 07:50:32.319243 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8836e65c-9913-43e9-ad75-f4f0f5deb8dd req-faf276bb-f148-483f-8a1d-106fbe546189 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540040
Nov 13 07:50:32.622151 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab6f45-8765-450e-a715-938d60f63673 req-9017d2fc-fc6a-4dee-82de-b3f52f7e19ca tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:32.633719 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a9ab6f45-8765-450e-a715-938d60f63673 req-9017d2fc-fc6a-4dee-82de-b3f52f7e19ca tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1140819
Nov 13 07:50:32.693919 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a9ab6f45-8765-450e-a715-938d60f63673 req-19977a23-38b1-4611-831d-201c58d026d2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539081
Nov 13 07:50:33.080950 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-4d2c05db-cc35-4289-a5bc-ab59190b0263 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:33.083805 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-4d2c05db-cc35-4289-a5bc-ab59190b0263 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.2097070
Nov 13 07:50:33.122619 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Request body: {'port': {'device_id': 'ae6ec323-dff8-4169-9a56-94903662c347', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'admin_state_up': True, 'tenant_id': '9f0c482ef1eb4f8fa6c1320897c1678b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:50:33.177879 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 38768) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:33.343069 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:33.376237 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-223c829f-7c9d-4325-afc0-3da9bee45a56 req-25029d26-1f59-48ae-9eb2-eba3a802bfb4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 210 time: 0.0824065
Nov 13 07:50:33.390295 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003c977-35f6-4d85-ac45-d40b0b233823 req-d61211d9-fd9b-4086-b08c-04ba47236f31 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:33.393542 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6003c977-35f6-4d85-ac45-d40b0b233823 req-d61211d9-fd9b-4086-b08c-04ba47236f31 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1310203
Nov 13 07:50:33.404032 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:33.408510 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Usage tracker for resource:security_group_rule and tenant:861a390b425446c2a094b6feadbd17e1 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:50:33.411438 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:50:33.417813 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:33.486589 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6003c977-35f6-4d85-ac45-d40b0b233823 req-8aa3da9e-15ab-47dd-9ebb-7517006eef46 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868232
Nov 13 07:50:33.549149 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:33.662732 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:33.669857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:33.674016 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-91a79190-ac8f-4faa-8b77-6b990f780c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:33.782806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:33.782806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2197b491-1b71-4869-a7f3-3f153114b80f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:33.782806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:33.782806 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=861a390b425446c2a094b6feadbd17e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5690627
Nov 13 07:50:33.782806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b3a69-be90-4b55-8c2a-e27db0466ef1 req-6b08a3d8-4cf9-41bb-8c7c-f03dc96be5f5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:33.782806 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dd2b3a69-be90-4b55-8c2a-e27db0466ef1 req-6b08a3d8-4cf9-41bb-8c7c-f03dc96be5f5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1621211
Nov 13 07:50:33.798995 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 38780) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:33.824438 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dd2b3a69-be90-4b55-8c2a-e27db0466ef1 req-e9a3d478-866d-490c-9ff7-3af80d9a7ea1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450976
Nov 13 07:50:33.975815 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.006757 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Made reservation on behalf of 9f0c482ef1eb4f8fa6c1320897c1678b for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:50:34.009822 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.012953 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.023728 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0ea591d5-8af2-4846-8642-71bcff06267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.024530 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76b97c-5dec-496a-a9f7-a32ed487709f req-e7d658e2-8b09-47b1-8b76-c8a730b08cbf tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:34.025984 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e76b97c-5dec-496a-a9f7-a32ed487709f req-e7d658e2-8b09-47b1-8b76-c8a730b08cbf tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1515620
Nov 13 07:50:34.115194 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e76b97c-5dec-496a-a9f7-a32ed487709f req-2982c431-e694-42d8-885f-975499fc3bd8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777221
Nov 13 07:50:34.143706 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.199543 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Allocated IP 172.20.0.14 (13dc6fb3-9bcb-4e4a-8416-084631603788/87dbc69f-6a7f-4283-a7bb-a6df28c93f8e/acac643d-73db-44ba-af16-2880e5385d21) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:50:34.258471 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.267509 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:34.284174 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2197b491-1b71-4869-a7f3-3f153114b80f,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:34.287445 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:34.289139 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.317744 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2197b491-1b71-4869-a7f3-3f153114b80f HTTP/1.1" status: 204  len: 168 time: 0.5063961
Nov 13 07:50:34.510130 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.715048 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fa413edf-c9f8-4382-92fd-8b83b33c6ebb req-db300fbb-8781-4329-80ab-345d1e6dc8a7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 210 time: 0.1031771
Nov 13 07:50:34.751776 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf428-deee-4267-aba8-74152a042721 req-54c64e74-6e50-4751-8e78-02b3efaf8aae tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:34.759380 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-102cf428-deee-4267-aba8-74152a042721 req-54c64e74-6e50-4751-8e78-02b3efaf8aae tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1128206
Nov 13 07:50:34.775505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:34.785648 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:34.792102 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc', '8307707c-10a8-4d30-9b1c-b1f8a02ce5af'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:50:34.827002 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-102cf428-deee-4267-aba8-74152a042721 req-54a30ea1-a327-4e13-a70e-0255be266980 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676994
Nov 13 07:50:34.876038 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:50:34.879275 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:50:34.971873 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:50:35.022147 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event updated for resources: {'Port': ['ID=acac643d-73db-44ba-af16-2880e5385d21,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:35.026545 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:35.098262 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:35.098898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:35.178438 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5bb9a-3c4d-446f-841d-d7986007e2fc req-54a90337-1a18-46f0-8643-68e3f7a6fc70 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:35.187088 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-96c5bb9a-3c4d-446f-841d-d7986007e2fc req-54a90337-1a18-46f0-8643-68e3f7a6fc70 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1388600
Nov 13 07:50:35.248702 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-96c5bb9a-3c4d-446f-841d-d7986007e2fc req-f753ac6f-e20e-45fa-b29b-0a68b81b91e7 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606308
Nov 13 07:50:35.254470 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1500509
Nov 13 07:50:35.276539 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Request body: {'port': {'device_id': 'ae6ec323-dff8-4169-9a56-94903662c347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:50:35.420361 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e7048-1d5d-49d6-ba27-da9c67196717 req-2f6f6f24-c496-47ed-aceb-4d88b8c992d9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:35.421853 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7d8e7048-1d5d-49d6-ba27-da9c67196717 req-2f6f6f24-c496-47ed-aceb-4d88b8c992d9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0910108
Nov 13 07:50:35.445597 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:35.517827 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 38810) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:35.539113 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:35.539803 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7d8e7048-1d5d-49d6-ba27-da9c67196717 req-0015b953-acda-4cf9-b489-1eaae3b156b4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118901
Nov 13 07:50:35.715801 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:50:35.724675 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Usage tracker for resource:security_group_rule and tenant:5b02b06b44294039b1778b638975fd49 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:50:35.729960 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:50:35.771674 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:50:36.000037 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3999-cda1-4f62-90f2-79b4c09cc564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.037977 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.113403 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.123028 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:36.129593 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd2954-c875-4eda-a1fc-3f87fd583f4b req-e91a3e3c-aefe-4505-b51f-a1123e6d45b8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:36.132462 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acac643d-73db-44ba-af16-2880e5385d21 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:50:36.140758 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-45cd2954-c875-4eda-a1fc-3f87fd583f4b req-e91a3e3c-aefe-4505-b51f-a1123e6d45b8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1262267
Nov 13 07:50:36.145296 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c9d0-cc82-4e2e-9fb7-fa1717b01a99 req-4fa4aab9-5e9b-440b-839a-6449db878a64 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:36.146016 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-4417c9d0-cc82-4e2e-9fb7-fa1717b01a99 req-4fa4aab9-5e9b-440b-839a-6449db878a64 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:50:36.161896 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.204453 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-45cd2954-c875-4eda-a1fc-3f87fd583f4b req-56c8552e-fa43-41fa-810a-30b6688dd358 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626025
Nov 13 07:50:36.209288 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b298f1-91e1-4fce-9ff3-3b2578b7b7de,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:36.217226 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b02b06b44294039b1778b638975fd49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6961260
Nov 13 07:50:36.217226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:36.217226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Transition to ACTIVE for port object acac643d-73db-44ba-af16-2880e5385d21 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:50:36.217859 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 38820) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:50:36.305625 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.312459 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-74065907-952b-4f3e-9599-425cf7801bee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:36.339780 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-4417c9d0-cc82-4e2e-9fb7-fa1717b01a99 req-4fa4aab9-5e9b-440b-839a-6449db878a64 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:50:36.347102 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4417c9d0-cc82-4e2e-9fb7-fa1717b01a99 req-4fa4aab9-5e9b-440b-839a-6449db878a64 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 932 time: 0.4119959
Nov 13 07:50:36.370163 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.488604 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf06c41-8699-4cfe-9cb3-2f58c1c10378 req-267c59a1-b285-417d-b7c7-dd5e56b240dd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:36.491257 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7cf06c41-8699-4cfe-9cb3-2f58c1c10378 req-267c59a1-b285-417d-b7c7-dd5e56b240dd tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1086142
Nov 13 07:50:36.512359 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.530702 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Pushing event updated for resources: {'Port': ['ID=acac643d-73db-44ba-af16-2880e5385d21,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:36.535352 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:36.560632 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4417c9d0-cc82-4e2e-9fb7-fa1717b01a99 req-6b9bbf3d-c197-49ee-b75f-32627e73a0f8 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125647
Nov 13 07:50:36.642847 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7cf06c41-8699-4cfe-9cb3-2f58c1c10378 req-45780aea-328e-437a-83f6-5834666321c3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426539
Nov 13 07:50:36.860897 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Attempting to bind port acac643d-73db-44ba-af16-2880e5385d21 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:50:36.861344 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Attempting to bind port acac643d-73db-44ba-af16-2880e5385d21 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:50:36.861743 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Attempting to bind port acac643d-73db-44ba-af16-2880e5385d21 on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:50:36.889536 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Port acac643d-73db-44ba-af16-2880e5385d21 on network 13dc6fb3-9bcb-4e4a-8416-084631603788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:50:36.889973 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Attempting to bind port acac643d-73db-44ba-af16-2880e5385d21 on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:50:36.913728 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8195e71-0e4f-421f-99df-07975741d065 req-8c7bdfa0-6f21-4d75-a133-e8c9f08ffa2f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:36.915434 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f8195e71-0e4f-421f-99df-07975741d065 req-8c7bdfa0-6f21-4d75-a133-e8c9f08ffa2f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1121674
Nov 13 07:50:36.916787 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:50:36.917236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Checking segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:50:36.917816 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Bound using segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:50:36.918329 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Bound port: acac643d-73db-44ba-af16-2880e5385d21, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:50:36.923679 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.923901 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.963674 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:36.971515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6411a23e-6046-47d6-af31-9113172928f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:37.030260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b298f1-91e1-4fce-9ff3-3b2578b7b7de,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:37.043483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:37.047714 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:37.056540 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5b298f1-91e1-4fce-9ff3-3b2578b7b7de HTTP/1.1" status: 204  len: 168 time: 0.8377309
Nov 13 07:50:37.081645 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f8195e71-0e4f-421f-99df-07975741d065 req-effde7be-c95c-42ab-829a-7f068b525bf9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1480114
Nov 13 07:50:37.136824 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] For port acac643d-73db-44ba-af16-2880e5385d21, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:50:37.140541 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] For port acac643d-73db-44ba-af16-2880e5385d21, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=acac643d-73db-44ba-af16-2880e5385d21,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:50:37.259044 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:37.266382 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dbb7b95a-b8cb-499f-b7d5-1e141e32d829 tempest-DeleteServersTestJSON-1163988515 tempest-DeleteServersTestJSON-1163988515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:37.372512 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:37.377704 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] 10.222.0.18 "PUT /v2.0/ports/acac643d-73db-44ba-af16-2880e5385d21 HTTP/1.1" status: 200  len: 1094 time: 2.1126776
Nov 13 07:50:37.378501 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6ec323-dff8-4169-9a56-94903662c347', 'tag': 'acac643d-73db-44ba-af16-2880e5385d21'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:50:37.457786 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Pushing event updated for resources: {'Port': ['ID=acac643d-73db-44ba-af16-2880e5385d21,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:37.461589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:37.507525 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030dc5a-716e-4540-8f4b-385640b536da req-e86c976a-ffb4-4fc2-ac02-ca9c1d13ddd6 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:37.509097 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7030dc5a-716e-4540-8f4b-385640b536da req-e86c976a-ffb4-4fc2-ac02-ca9c1d13ddd6 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1254549
Nov 13 07:50:37.633967 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7030dc5a-716e-4540-8f4b-385640b536da req-7756678e-17f3-4555-a33e-20f17e8c66f5 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179142
Nov 13 07:50:37.677408 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-f9abcfd3-68fe-479f-9d20-e872a0cd0527 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 1097 time: 0.1305563
Nov 13 07:50:37.752403 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6ec323-dff8-4169-9a56-94903662c347', 'tag': 'acac643d-73db-44ba-af16-2880e5385d21', 'status': 'completed', 'code': 200}
Nov 13 07:50:37.773115 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-2f4d854a-ddc8-4f68-a4c2-f13c2b05cdf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acac643d-73db-44ba-af16-2880e5385d21 HTTP/1.1" status: 200  len: 217 time: 0.0862994
Nov 13 07:50:38.059978 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-3acf964f-d75e-46d7-8b21-c576f96295fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:38.061398 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-3acf964f-d75e-46d7-8b21-c576f96295fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 200  len: 854 time: 0.2738302
Nov 13 07:50:38.123786 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-54795750-42bc-452e-aa3f-c4df9cff439b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13dc6fb3-9bcb-4e4a-8416-084631603788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526209
Nov 13 07:50:38.138384 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21506-3b0b-4ac5-bd8c-38dc594ed391 req-377fede1-5679-4df4-af8d-d759cee9a947 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:38.146344 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-15b21506-3b0b-4ac5-bd8c-38dc594ed391 req-377fede1-5679-4df4-af8d-d759cee9a947 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 944 time: 0.2659807
Nov 13 07:50:38.363447 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-15b21506-3b0b-4ac5-bd8c-38dc594ed391 req-b7e27543-94c3-41eb-9913-665412399ea1 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2160327
Nov 13 07:50:38.483326 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-76b2c12f-ac55-4232-817c-7b1634c8e9a2 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3214369
Nov 13 07:50:38.590325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de8a0-d350-41d4-a399-44cfe20acf18 req-0bd5a242-56d1-40b6-a820-dd03a6a8f23d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:38.597367 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae6de8a0-d350-41d4-a399-44cfe20acf18 req-0bd5a242-56d1-40b6-a820-dd03a6a8f23d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1998165
Nov 13 07:50:38.666626 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae6de8a0-d350-41d4-a399-44cfe20acf18 req-b843f5dd-11e7-4b6c-9f0e-d55f92064cc8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683575
Nov 13 07:50:38.712278 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:38.801882 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6cf2a820-aca4-4dcb-a31c-82ad4e43a5da req-8aa6db19-2498-4d2d-9806-2435cd524466 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3021882
Nov 13 07:50:38.836581 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103ff37-5fd7-4437-92bf-fb1a8ef176c4 req-b719c342-253a-41f9-acd6-365bd17b887d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:38.843825 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4103ff37-5fd7-4437-92bf-fb1a8ef176c4 req-b719c342-253a-41f9-acd6-365bd17b887d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1941912
Nov 13 07:50:38.911336 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4103ff37-5fd7-4437-92bf-fb1a8ef176c4 req-00b6dee8-9744-492c-a0b3-01da10316148 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665910
Nov 13 07:50:38.914432 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996552d-a0a2-4ff9-8e5e-af6558eb546e req-42b03eca-9513-4592-8da6-5f364f1abf23 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:38.926936 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b996552d-a0a2-4ff9-8e5e-af6558eb546e req-42b03eca-9513-4592-8da6-5f364f1abf23 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1110704
Nov 13 07:50:38.995465 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b996552d-a0a2-4ff9-8e5e-af6558eb546e req-418772dd-fdfa-419e-a4dd-09f4d1b060de tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675287
Nov 13 07:50:39.137049 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-73e5354a-7a8b-47e8-881d-d41a8e592cf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 1097 time: 0.0862582
Nov 13 07:50:39.350652 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-7d970629-c0dd-46e5-947a-6e15c7a7bdbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:39.350652 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-7d970629-c0dd-46e5-947a-6e15c7a7bdbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 915 time: 0.1981111
Nov 13 07:50:39.471557 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-12482d13-98b4-44f9-9eba-62ad46aedd4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acac643d-73db-44ba-af16-2880e5385d21 HTTP/1.1" status: 200  len: 217 time: 0.1026080
Nov 13 07:50:39.545822 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-9531cfa3-f9f0-401e-b8e0-de53ca6167db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:39.547441 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-9531cfa3-f9f0-401e-b8e0-de53ca6167db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 200  len: 854 time: 0.0808656
Nov 13 07:50:39.654226 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-eaeda0fa-d5d8-4dff-99e7-da7e652b4045 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13dc6fb3-9bcb-4e4a-8416-084631603788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0895994
Nov 13 07:50:39.762512 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50eb0a-db41-41c1-9c25-d9e1d283796b req-39c2951f-b46e-432e-8705-cf625f79f4a5 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:39.764009 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-aa50eb0a-db41-41c1-9c25-d9e1d283796b req-39c2951f-b46e-432e-8705-cf625f79f4a5 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 944 time: 0.2017617
Nov 13 07:50:39.852155 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-aa50eb0a-db41-41c1-9c25-d9e1d283796b req-625ff735-f043-4dc5-852a-b5928aa6513b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778933
Nov 13 07:50:39.854056 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-fe5d9007-6c16-4f54-938e-73b27fa579de service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806343
Nov 13 07:50:39.898534 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8737c2-715f-41f7-8125-f26fe7f7c4d3 req-71e69796-c048-4fd1-a5ec-d4e6e1c4f3ae tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:39.900040 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ea8737c2-715f-41f7-8125-f26fe7f7c4d3 req-71e69796-c048-4fd1-a5ec-d4e6e1c4f3ae tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0816820
Nov 13 07:50:39.946377 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ea8737c2-715f-41f7-8125-f26fe7f7c4d3 req-a8191095-524d-4188-aee2-b1557ce630da tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402150
Nov 13 07:50:40.003142 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-52c56ca0-8170-4167-9ae8-300e8caa7047 req-69eeb896-f73e-445b-acf3-35d318465398 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399064
Nov 13 07:50:40.180612 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711467c4-8790-492f-8fe8-147212793d6e req-83b32301-c587-48bd-ac4b-5b28a4f6c864 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:40.188177 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-711467c4-8790-492f-8fe8-147212793d6e req-83b32301-c587-48bd-ac4b-5b28a4f6c864 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1369085
Nov 13 07:50:40.246497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27696a2-7ac8-42d9-9a1b-4ac2b00af1bb req-3ccb6f3b-ff25-48ec-ad53-e5b7e5402ba2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:40.248498 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d27696a2-7ac8-42d9-9a1b-4ac2b00af1bb req-3ccb6f3b-ff25-48ec-ad53-e5b7e5402ba2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1078279
Nov 13 07:50:40.275882 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-711467c4-8790-492f-8fe8-147212793d6e req-61eb25c7-add3-47e2-9dd4-5003f8730ae7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864558
Nov 13 07:50:40.324778 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d27696a2-7ac8-42d9-9a1b-4ac2b00af1bb req-d0f484db-3dda-4ec3-aa99-38c9a7fe9817 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684702
Nov 13 07:50:41.096180 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef20cf-b02b-472b-bddb-dd9d58c999fa req-28b52a6a-0c13-4e52-b96d-7e7182d0f061 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:41.098481 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-80ef20cf-b02b-472b-bddb-dd9d58c999fa req-28b52a6a-0c13-4e52-b96d-7e7182d0f061 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 944 time: 0.1000521
Nov 13 07:50:41.169078 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65f7b4-f133-4a67-9b30-3b0c8f83561c req-ad6dae78-c66f-40b1-ad91-a6cc5ca0bc32 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:41.170298 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-80ef20cf-b02b-472b-bddb-dd9d58c999fa req-8bd16582-131f-48d1-84cb-9ea83bc809c8 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641024
Nov 13 07:50:41.176511 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bc65f7b4-f133-4a67-9b30-3b0c8f83561c req-ad6dae78-c66f-40b1-ad91-a6cc5ca0bc32 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0924618
Nov 13 07:50:41.195452 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:50:41.245046 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bc65f7b4-f133-4a67-9b30-3b0c8f83561c req-3ef9f271-d3b6-4044-a6ae-608c69b76112 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672708
Nov 13 07:50:41.634917 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aabb77-a9f9-4d81-811c-e1a08dba8f2b req-ae3de25f-af82-4337-a696-0c0517989a46 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:41.637671 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-71aabb77-a9f9-4d81-811c-e1a08dba8f2b req-ae3de25f-af82-4337-a696-0c0517989a46 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1603439
Nov 13 07:50:41.745342 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-71aabb77-a9f9-4d81-811c-e1a08dba8f2b req-f77477c5-0eb0-4a10-b9d7-cd9a10bc875f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977571
Nov 13 07:50:41.797732 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c112-9a7c-4430-a330-d2df070a074f req-0c8e4ad2-dc2a-43a8-8556-c21a79536a41 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:41.799559 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4659c112-9a7c-4430-a330-d2df070a074f req-0c8e4ad2-dc2a-43a8-8556-c21a79536a41 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.3421483
Nov 13 07:50:41.878868 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4659c112-9a7c-4430-a330-d2df070a074f req-22749782-21ba-4250-ae83-442ed801c7e5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684009
Nov 13 07:50:42.473815 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c41b86-fc26-4a55-88c2-bb8576b37ab4 req-12978dd5-d81c-4199-99de-cacd7bee2477 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:42.481319 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e7c41b86-fc26-4a55-88c2-bb8576b37ab4 req-12978dd5-d81c-4199-99de-cacd7bee2477 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 944 time: 0.1289976
Nov 13 07:50:42.487827 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd8e6f-6cec-433c-bf9f-ccd125daffb9 req-a94aeb2e-0606-40aa-a6c0-c1fa866cc731 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:42.490191 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9bdd8e6f-6cec-433c-bf9f-ccd125daffb9 req-a94aeb2e-0606-40aa-a6c0-c1fa866cc731 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0931845
Nov 13 07:50:42.557792 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e7c41b86-fc26-4a55-88c2-bb8576b37ab4 req-3471205f-f12f-487f-90a4-9bbeadd76cc2 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755363
Nov 13 07:50:42.587719 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9bdd8e6f-6cec-433c-bf9f-ccd125daffb9 req-d0202bf6-c4d4-44c1-9223-b13f2366934f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908697
Nov 13 07:50:42.663992 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device acac643d-73db-44ba-af16-2880e5385d21 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:50:42.863160 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port acac643d-73db-44ba-af16-2880e5385d21, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=acac643d-73db-44ba-af16-2880e5385d21,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:42.881578 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'acac643d-73db-44ba-af16-2880e5385d21', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'port_id': 'acac643d-73db-44ba-af16-2880e5385d21', 'mac_address': 'fa:16:3e:f4:36:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dbc69f-6a7f-4283-a7bb-a6df28c93f8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:50:42.981218 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:43.058872 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acac643d-73db-44ba-af16-2880e5385d21 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:50:43.099806 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port acac643d-73db-44ba-af16-2880e5385d21, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=acac643d-73db-44ba-af16-2880e5385d21,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:43.154589 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c136bed-ed7e-47e7-b650-672f851a60f8 req-3f24de46-28e6-4a78-b067-f2021d6311e2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:43.156766 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8c136bed-ed7e-47e7-b650-672f851a60f8 req-3f24de46-28e6-4a78-b067-f2021d6311e2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.2180963
Nov 13 07:50:43.215079 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:43.217362 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:43.219280 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8c136bed-ed7e-47e7-b650-672f851a60f8 req-481307a4-4d30-41c9-808c-b428fe876618 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557458
Nov 13 07:50:43.316244 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d447-5b16-48fd-ad78-881f74315099 req-1b04ff52-290e-42a5-b855-fd50eae62e70 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:43.316493 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=acac643d-73db-44ba-af16-2880e5385d21,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:43.318543 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a04d447-5b16-48fd-ad78-881f74315099 req-1b04ff52-290e-42a5-b855-fd50eae62e70 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1345224
Nov 13 07:50:43.325524 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.325910 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.326190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.326517 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.326908 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.327233 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.327552 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.329584 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.331156 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.331853 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.333355 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:50:43.347972 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:43.372658 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a04d447-5b16-48fd-ad78-881f74315099 req-7a135018-10c9-4090-a40c-522bf373e346 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484195
Nov 13 07:50:43.659805 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['acac643d-73db-44ba-af16-2880e5385d21'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:50:43.873301 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218b699-04cf-4999-8775-ce8d1e988cfd req-ecb637f5-4e88-4b32-8ab3-784371506b90 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:43.876157 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2218b699-04cf-4999-8775-ce8d1e988cfd req-ecb637f5-4e88-4b32-8ab3-784371506b90 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 945 time: 0.1215615
Nov 13 07:50:43.940239 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec350ee9-1240-4681-a81a-0c68e09c0d38 req-48c5cc08-51e1-4ff4-95ba-dd707c585530 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:43.949758 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec350ee9-1240-4681-a81a-0c68e09c0d38 req-48c5cc08-51e1-4ff4-95ba-dd707c585530 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1284540
Nov 13 07:50:43.957812 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2218b699-04cf-4999-8775-ce8d1e988cfd req-39e420fc-0994-42d0-98f7-28dd7e30a956 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731099
Nov 13 07:50:44.016990 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec350ee9-1240-4681-a81a-0c68e09c0d38 req-79d13008-20bc-4f19-b18c-574599635da3 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659449
Nov 13 07:50:44.480643 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24403c19-8344-4cd6-b283-5a590c26823d req-f502301a-d9aa-483c-9298-13a84b4e7448 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:44.482217 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-24403c19-8344-4cd6-b283-5a590c26823d req-f502301a-d9aa-483c-9298-13a84b4e7448 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0944583
Nov 13 07:50:44.555853 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-24403c19-8344-4cd6-b283-5a590c26823d req-60ade733-fa70-40cb-90bd-5085db9a43d2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664783
Nov 13 07:50:44.634823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4951ba-9f24-4b6e-9cfc-b9b603d48949 req-b91b139c-2d36-469f-8b4e-78fa2cc0ea07 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:44.636381 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7b4951ba-9f24-4b6e-9cfc-b9b603d48949 req-b91b139c-2d36-469f-8b4e-78fa2cc0ea07 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0966585
Nov 13 07:50:44.683138 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7b4951ba-9f24-4b6e-9cfc-b9b603d48949 req-4fb35eca-8551-4ad9-8dad-45284b4b9117 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410047
Nov 13 07:50:45.344968 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e3d7e-9267-4752-b11a-652228f7374c req-f9efcded-6736-49f2-ab90-2086c9ccb6c7 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:45.346571 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0b4e3d7e-9267-4752-b11a-652228f7374c req-f9efcded-6736-49f2-ab90-2086c9ccb6c7 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1672244
Nov 13 07:50:45.349574 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b6d7-a080-428d-a8a6-6206b6ed3037 req-cee2c120-c86a-4872-8f11-2e2076618ddf tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:45.364002 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1b51b6d7-a080-428d-a8a6-6206b6ed3037 req-cee2c120-c86a-4872-8f11-2e2076618ddf tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 945 time: 0.2102425
Nov 13 07:50:45.459435 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0b4e3d7e-9267-4752-b11a-652228f7374c req-61b56504-4688-4aba-8ba3-75450b57eb8f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957408
Nov 13 07:50:45.574202 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1b51b6d7-a080-428d-a8a6-6206b6ed3037 req-0e135484-234e-4bca-8b4d-dd0e2da5b02c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092459
Nov 13 07:50:45.616592 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-cbc95889-df68-4f31-9ee3-253a52164d43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 1099 time: 0.2163067
Nov 13 07:50:45.762238 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc368-9fbd-4afb-b4c4-ff24fd0acf56 req-363c9b61-9ac7-43e5-9b66-ac9983e04e44 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:45.764212 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8e8fc368-9fbd-4afb-b4c4-ff24fd0acf56 req-363c9b61-9ac7-43e5-9b66-ac9983e04e44 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1349854
Nov 13 07:50:45.829336 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-5ed51610-c035-4314-942c-fcd3148fea9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:45.832880 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-5ed51610-c035-4314-942c-fcd3148fea9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 912 time: 0.2008255
Nov 13 07:50:45.862276 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8e8fc368-9fbd-4afb-b4c4-ff24fd0acf56 req-1be01cb1-af44-4673-b61c-9415a46061fb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906293
Nov 13 07:50:45.999906 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-9b597be7-fe9d-473f-94e4-294a4a5b1873 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 200  len: 1002 time: 0.1579013
Nov 13 07:50:46.061269 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf4f1c-9361-40f4-9fa9-aa5ed865d147 req-a357a793-05d8-4731-b460-eabb5859adc0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:46.062801 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a3cf4f1c-9361-40f4-9fa9-aa5ed865d147 req-a357a793-05d8-4731-b460-eabb5859adc0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1562665
Nov 13 07:50:46.104731 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-26b18232-7c43-4b35-aada-6aae02f3603c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:46.106166 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-26b18232-7c43-4b35-aada-6aae02f3603c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.0936601
Nov 13 07:50:46.159916 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a3cf4f1c-9361-40f4-9fa9-aa5ed865d147 req-99d934c7-54b5-4545-8203-bb576a9ad688 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846908
Nov 13 07:50:46.218896 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-432d442d-edc7-4cbb-8831-e3bb115d08d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878828
Nov 13 07:50:46.344003 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-c38bd6cd-3da2-4f5c-8d99-e8e9ba50bd36 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273201
Nov 13 07:50:46.479232 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a2b4aefe-c994-40f6-824a-6e5f39a334ce req-706d7364-1a4c-4ef0-9d05-2c15eb9ac6e2 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268644
Nov 13 07:50:46.690148 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device acac643d-73db-44ba-af16-2880e5385d21 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:50:46.776526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7f58-10af-4e02-aecc-1c117bc39e5d req-d06bb450-4e3b-4e30-8004-264a286a6f88 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:46.783792 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e95b7f58-10af-4e02-aecc-1c117bc39e5d req-d06bb450-4e3b-4e30-8004-264a286a6f88 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1931005
Nov 13 07:50:46.839278 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e95b7f58-10af-4e02-aecc-1c117bc39e5d req-8e06a66b-7fa4-40af-a285-cd2029260de0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545933
Nov 13 07:50:46.840819 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf018af4-af8f-41d6-95bf-139cf0fbe3d5 req-c348cc34-3271-43b5-833f-8d93b168bae0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:46.842272 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bf018af4-af8f-41d6-95bf-139cf0fbe3d5 req-c348cc34-3271-43b5-833f-8d93b168bae0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 945 time: 0.1042354
Nov 13 07:50:46.880541 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port acac643d-73db-44ba-af16-2880e5385d21 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:50:46.887604 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port acac643d-73db-44ba-af16-2880e5385d21 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:50:46.895098 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:46.905754 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bf018af4-af8f-41d6-95bf-139cf0fbe3d5 req-15831b7e-1ac2-4c0b-a138-395fb9372233 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487528
Nov 13 07:50:47.032646 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:47.059321 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6ec323-dff8-4169-9a56-94903662c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acac643d-73db-44ba-af16-2880e5385d21'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:50:47.070970 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port acac643d-73db-44ba-af16-2880e5385d21, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=acac643d-73db-44ba-af16-2880e5385d21,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:47.103671 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88eae7-82c9-45c7-bbe5-045b33a54f8f req-5f84cd31-2171-4d83-859b-e0744f867fbc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:47.105343 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ba88eae7-82c9-45c7-bbe5-045b33a54f8f req-5f84cd31-2171-4d83-859b-e0744f867fbc tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0882630
Nov 13 07:50:47.128255 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6ec323-dff8-4169-9a56-94903662c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acac643d-73db-44ba-af16-2880e5385d21', 'code': 200}
Nov 13 07:50:47.143901 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:47.146107 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:47.177206 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ba88eae7-82c9-45c7-bbe5-045b33a54f8f req-0ef5323f-918b-4ead-847d-348358d481ed tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652950
Nov 13 07:50:47.228002 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=acac643d-73db-44ba-af16-2880e5385d21,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:47.231186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:47.490843 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae7fa0-a2b5-4990-972f-e23df0b4a1a7 req-9701daca-5486-4eee-a4af-0a12664df05a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:47.509601 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3ae7fa0-a2b5-4990-972f-e23df0b4a1a7 req-9701daca-5486-4eee-a4af-0a12664df05a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1304176
Nov 13 07:50:47.604171 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3ae7fa0-a2b5-4990-972f-e23df0b4a1a7 req-cce8b3ca-783f-422c-9803-ce2b9d5965e7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817425
Nov 13 07:50:47.838020 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42a003fe-e0c5-49b7-a588-c0b4398818b2 req-ab175bf8-a498-4e0d-8e8b-ccd78593b7b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 1099 time: 0.1225955
Nov 13 07:50:47.962309 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-9f92cd30-7e16-4d69-b140-adb22d905e18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1099 time: 0.1811409
Nov 13 07:50:47.974077 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42a003fe-e0c5-49b7-a588-c0b4398818b2 req-71857f97-1780-42de-88db-89454893b565 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217930
Nov 13 07:50:48.101662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259a60-8210-44d3-a1a5-4c06cd7fd45b req-8fcc95c3-e046-4237-8f0c-7f614fef8883 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:48.102577 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-01259a60-8210-44d3-a1a5-4c06cd7fd45b req-8fcc95c3-e046-4237-8f0c-7f614fef8883 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0854814
Nov 13 07:50:48.129763 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8df0f-87e8-450e-9837-cdd3dca81b12 req-b80eceeb-fc36-49fb-b7d6-0a837e5d7dcb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:48.142791 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42b8df0f-87e8-450e-9837-cdd3dca81b12 req-b80eceeb-fc36-49fb-b7d6-0a837e5d7dcb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.0898769
Nov 13 07:50:48.159407 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-01259a60-8210-44d3-a1a5-4c06cd7fd45b req-463a9300-f35f-4771-8a32-2035266a949a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493283
Nov 13 07:50:48.188067 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42b8df0f-87e8-450e-9837-cdd3dca81b12 req-66f92ca4-5b30-4cdd-8d73-a1dc5b517342 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491457
Nov 13 07:50:48.376047 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-935e5e30-2911-4fb5-9c56-b0a5502f72bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:48.378043 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-935e5e30-2911-4fb5-9c56-b0a5502f72bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.1544619
Nov 13 07:50:48.382562 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bde55d-dbc0-46ee-9e58-2510ace7bae8 req-5334a4dc-cd2b-49cf-bd8c-14d6c3302e17 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:48.384010 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c3bde55d-dbc0-46ee-9e58-2510ace7bae8 req-5334a4dc-cd2b-49cf-bd8c-14d6c3302e17 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0801966
Nov 13 07:50:48.445357 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c3bde55d-dbc0-46ee-9e58-2510ace7bae8 req-086738dc-fc18-43af-bf7c-eeed287d2f0e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552270
Nov 13 07:50:48.502550 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-2e03d293-144a-4ee3-8373-cb19c7cdbc51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 HTTP/1.1" status: 200  len: 1002 time: 0.1132674
Nov 13 07:50:48.589379 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-39724b3f-729f-4633-a6fa-c61f4d1e2602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:48.591026 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-39724b3f-729f-4633-a6fa-c61f4d1e2602 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.0676785
Nov 13 07:50:48.675588 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-ca966496-0e7a-4a28-ac54-501616bddcbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762682
Nov 13 07:50:48.860677 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-3463e758-dd14-47af-bfd3-a2e5cccaa96f service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759410
Nov 13 07:50:48.911379 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fbca3-cec8-497d-b738-18dbde486796 req-203d3342-35ce-484d-8532-56cbbc465482 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:48.912803 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e49fbca3-cec8-497d-b738-18dbde486796 req-203d3342-35ce-484d-8532-56cbbc465482 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.1487215
Nov 13 07:50:49.037891 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e49fbca3-cec8-497d-b738-18dbde486796 req-38a25be3-7908-42ef-82b4-ba27e454ffa0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788815
Nov 13 07:50:49.043015 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eb6c77a4-5ba0-4286-9de4-4a7666a7fb41 req-15638f5b-c544-4797-870d-7f1f09492c43 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741390
Nov 13 07:50:49.394974 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa10215-eee7-401e-8845-57eda0daac8e req-bbbe4158-8f0c-429e-ab55-a8e80177779e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:49.396426 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9fa10215-eee7-401e-8845-57eda0daac8e req-bbbe4158-8f0c-429e-ab55-a8e80177779e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.0778892
Nov 13 07:50:49.443335 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9fa10215-eee7-401e-8845-57eda0daac8e req-28d9bc4b-39ab-46bb-b584-2b50a975c16c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413949
Nov 13 07:50:49.657045 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008c10-adf7-479e-927f-b59cbe951e58 req-56db4d97-1a70-4608-afaf-e87c6ba5f4e1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:49.659102 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-18008c10-adf7-479e-927f-b59cbe951e58 req-56db4d97-1a70-4608-afaf-e87c6ba5f4e1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0780902
Nov 13 07:50:49.706131 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-18008c10-adf7-479e-927f-b59cbe951e58 req-cde208c2-5705-4850-a732-3e6c0a1d0e62 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416372
Nov 13 07:50:50.252931 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20798f-c439-4081-b4fe-99191acc4f93 req-45bd0e0c-d640-415d-b04f-5818aa642733 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:50.254358 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6e20798f-c439-4081-b4fe-99191acc4f93 req-45bd0e0c-d640-415d-b04f-5818aa642733 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0796318
Nov 13 07:50:50.299702 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6e20798f-c439-4081-b4fe-99191acc4f93 req-df78e3f7-d75e-4f3f-9e97-b2d8b0b0d60f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396819
Nov 13 07:50:50.642413 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa23200-9998-405a-8837-81b5d4e6542f req-fc365658-13a0-4897-9ef6-936c31c67769 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:50.643865 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5fa23200-9998-405a-8837-81b5d4e6542f req-fc365658-13a0-4897-9ef6-936c31c67769 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.0797107
Nov 13 07:50:50.687384 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5fa23200-9998-405a-8837-81b5d4e6542f req-b75ca669-e16b-4d7e-b3ee-b247f60f1e7b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381017
Nov 13 07:50:50.903032 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221895b9-7390-474c-9337-70f204ae77e8 req-5f3d011a-ba49-496c-a697-26a5f48c6947 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:50.904489 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-221895b9-7390-474c-9337-70f204ae77e8 req-5f3d011a-ba49-496c-a697-26a5f48c6947 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0760608
Nov 13 07:50:50.949963 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-221895b9-7390-474c-9337-70f204ae77e8 req-32192a79-6869-4fd7-90fa-8a3e706dad9e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395465
Nov 13 07:50:51.505486 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d93008-d9d6-43f7-a2ac-67967d8b4690 req-41a34001-331b-4343-81d2-751feb266b00 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:51.506920 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-66d93008-d9d6-43f7-a2ac-67967d8b4690 req-41a34001-331b-4343-81d2-751feb266b00 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0744338
Nov 13 07:50:51.552863 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-66d93008-d9d6-43f7-a2ac-67967d8b4690 req-7b84d36f-60da-4cea-b364-793efaf64da2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402322
Nov 13 07:50:51.889461 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff0fa6-2529-41ca-85fd-9718cce07d5b req-509abf10-9561-46ab-ad94-2dff094900f0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:51.890919 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-27ff0fa6-2529-41ca-85fd-9718cce07d5b req-509abf10-9561-46ab-ad94-2dff094900f0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.0788679
Nov 13 07:50:51.935310 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-27ff0fa6-2529-41ca-85fd-9718cce07d5b req-89d1141b-834e-43d7-8636-520fca925c28 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382867
Nov 13 07:50:52.150256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a41c-7c0d-42c2-a75c-8881d41907cf req-6445c76c-b72f-4f44-909a-11c2256f949f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:52.151824 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d686a41c-7c0d-42c2-a75c-8881d41907cf req-6445c76c-b72f-4f44-909a-11c2256f949f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0834913
Nov 13 07:50:52.197395 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d686a41c-7c0d-42c2-a75c-8881d41907cf req-338b88be-8b4e-486b-a632-34d8243acb25 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399940
Nov 13 07:50:52.734782 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:50:52.771038 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd7a1-b67c-46ba-9323-c7cff6116ceb req-3dc63d72-0db9-4361-9642-a754b9cfca92 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:52.775147 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89ccd7a1-b67c-46ba-9323-c7cff6116ceb req-3dc63d72-0db9-4361-9642-a754b9cfca92 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 946 time: 0.0832975
Nov 13 07:50:52.825410 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89ccd7a1-b67c-46ba-9323-c7cff6116ceb req-6ab411a0-cd8e-46a9-91f3-e97bfdb66820 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470273
Nov 13 07:50:52.868417 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:52.894253 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:50:52.903421 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:50:52.949647 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'code': 200}
Nov 13 07:50:52.986496 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:50:52.989169 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:50:53.072378 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=8']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:50:53.083788 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:50:53.140846 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a7dfe-b919-4520-a839-3bf69e265f08 req-826d9c75-ef56-4320-8bbb-2293e30c464b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:53.146889 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b28a7dfe-b919-4520-a839-3bf69e265f08 req-826d9c75-ef56-4320-8bbb-2293e30c464b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.0840590
Nov 13 07:50:53.188768 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b28a7dfe-b919-4520-a839-3bf69e265f08 req-2a9dd62f-a9aa-42a7-ac61-a58013030ccb tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402241
Nov 13 07:50:53.540265 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec96204-b90b-4393-badc-6b81dbbeee65 req-dc7f0b4e-23e9-45e2-9daf-b2598b82352d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:53.541845 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cec96204-b90b-4393-badc-6b81dbbeee65 req-dc7f0b4e-23e9-45e2-9daf-b2598b82352d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0764041
Nov 13 07:50:53.591772 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cec96204-b90b-4393-badc-6b81dbbeee65 req-28db9c3f-b009-4650-b5cf-d77159009a0a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445168
Nov 13 07:50:54.040919 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97e214-a9ba-4fdd-8b27-3c03757455d9 req-e4f9dbeb-f2b8-438a-a5c5-270e102bd002 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:54.042489 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ba97e214-a9ba-4fdd-8b27-3c03757455d9 req-e4f9dbeb-f2b8-438a-a5c5-270e102bd002 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0828471
Nov 13 07:50:54.107167 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ba97e214-a9ba-4fdd-8b27-3c03757455d9 req-5fecde15-1556-4492-9d4f-4586530c5246 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551460
Nov 13 07:50:54.386376 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a8955-a9f7-4be4-8426-553f708fad5f req-55737af1-347c-4fe7-a16d-0fb850ac2ee9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:54.387851 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-409a8955-a9f7-4be4-8426-553f708fad5f req-55737af1-347c-4fe7-a16d-0fb850ac2ee9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.0782881
Nov 13 07:50:54.433822 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-409a8955-a9f7-4be4-8426-553f708fad5f req-c6755afa-75b9-42a5-8ba2-b3fae7285f75 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399220
Nov 13 07:50:54.792958 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3288b-2513-4571-a388-ededa021eafc req-dab522b2-cc5d-4777-9795-88dc67a30134 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:54.794392 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a9c3288b-2513-4571-a388-ededa021eafc req-dab522b2-cc5d-4777-9795-88dc67a30134 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0764492
Nov 13 07:50:54.839445 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a9c3288b-2513-4571-a388-ededa021eafc req-68dc19b5-0fc8-4b99-ba0a-776c4323b1c1 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395734
Nov 13 07:50:55.333746 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849495a-b9e8-463c-aa05-a856bcab771b req-a41a39f0-62b2-4aea-9926-797595cb0234 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:55.340398 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e849495a-b9e8-463c-aa05-a856bcab771b req-a41a39f0-62b2-4aea-9926-797595cb0234 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0965116
Nov 13 07:50:55.381397 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e849495a-b9e8-463c-aa05-a856bcab771b req-19c55f6b-8308-46f1-b0cd-33dd413ebf7f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401628
Nov 13 07:50:56.035120 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df433f-ab74-4a55-bfe0-99d8df65df40 req-dcf6bf1b-e603-40cb-9454-4c1c7518de0e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:56.036563 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-31df433f-ab74-4a55-bfe0-99d8df65df40 req-dcf6bf1b-e603-40cb-9454-4c1c7518de0e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0799289
Nov 13 07:50:56.081350 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-31df433f-ab74-4a55-bfe0-99d8df65df40 req-98a9d519-b345-460c-9bab-dbf12716d1ee tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393283
Nov 13 07:50:56.589125 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b90d-97ef-4073-9d38-48442559ecf2 req-0b921fa1-8da5-418a-bd31-eac68c7abe4c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:56.590542 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7446b90d-97ef-4073-9d38-48442559ecf2 req-0b921fa1-8da5-418a-bd31-eac68c7abe4c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0749838
Nov 13 07:50:56.635901 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7446b90d-97ef-4073-9d38-48442559ecf2 req-d58840e8-c610-4c2e-8675-ecb742b7e10b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398304
Nov 13 07:50:57.273895 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac2fa0-4170-439d-9bc8-f6f98fae1274 req-92e31307-7389-4d88-b24c-3ee303dee060 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:57.275367 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-25ac2fa0-4170-439d-9bc8-f6f98fae1274 req-92e31307-7389-4d88-b24c-3ee303dee060 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0764043
Nov 13 07:50:57.321260 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-25ac2fa0-4170-439d-9bc8-f6f98fae1274 req-f74bd650-b024-47cb-b098-fcc3131bdc3c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400903
Nov 13 07:50:57.916986 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bdee9-b1b3-4897-89eb-19ea50f12322 req-7c9146d4-8797-4773-aa2b-ece6e25e330a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:57.918402 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d88bdee9-b1b3-4897-89eb-19ea50f12322 req-7c9146d4-8797-4773-aa2b-ece6e25e330a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1463544
Nov 13 07:50:57.962693 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d88bdee9-b1b3-4897-89eb-19ea50f12322 req-9e605bf8-43d1-4164-8024-6dcdc46a205d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387146
Nov 13 07:50:58.249659 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-cabba014-bce5-4748-a73d-2e4dbec02012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.0687258
Nov 13 07:50:58.414556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-8d1b82e9-83f9-4112-b1c1-d08c8583e585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:58.416584 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-8d1b82e9-83f9-4112-b1c1-d08c8583e585 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.1441736
Nov 13 07:50:58.511497 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-ddf33729-1469-47ce-89e8-13220619300c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 217 time: 0.0859849
Nov 13 07:50:58.592322 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-b54e7838-c345-4173-ace0-6881e679dc56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:58.593867 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-b54e7838-c345-4173-ace0-6881e679dc56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.0729468
Nov 13 07:50:58.654290 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-d367b053-2dae-4bb4-b193-d1e2d6dde59a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484991
Nov 13 07:50:58.682584 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e93cb-d532-42a4-9cea-9540dd7ff927 req-b18eac2d-668e-4822-9054-d8e5b5f9ece4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:58.684254 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-434e93cb-d532-42a4-9cea-9540dd7ff927 req-b18eac2d-668e-4822-9054-d8e5b5f9ece4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0867977
Nov 13 07:50:58.730297 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-434e93cb-d532-42a4-9cea-9540dd7ff927 req-55a6e4ba-37a5-44bd-9956-980e94ab613d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397248
Nov 13 07:50:58.795505 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-3a3e6019-d9bf-4288-9fca-1fc14fc15ff8 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233172
Nov 13 07:50:58.930582 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3a5b5cee-e460-4fc0-9d03-ccc432ab4fcd req-186f16dd-96f8-43d8-8363-e6d6cbf346d1 service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220188
Nov 13 07:50:59.052164 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:50:59.187807 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8f16-90ec-4220-8b94-f4847c0c3a20 req-2b730620-9b72-48e5-8f66-2ed141764dcc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:50:59.189252 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255a8f16-90ec-4220-8b94-f4847c0c3a20 req-2b730620-9b72-48e5-8f66-2ed141764dcc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0806394
Nov 13 07:50:59.237670 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255a8f16-90ec-4220-8b94-f4847c0c3a20 req-6d4a72d7-3238-4b34-a0f0-a55036b99bb1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426934
Nov 13 07:50:59.777240 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:01.072056 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a242a0-669c-4a05-8b2f-558782b4d6f2 req-abce23fe-3596-4461-9247-8eff794e89fa tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:01.073591 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f3a242a0-669c-4a05-8b2f-558782b4d6f2 req-abce23fe-3596-4461-9247-8eff794e89fa tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0803807
Nov 13 07:51:01.132849 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f3a242a0-669c-4a05-8b2f-558782b4d6f2 req-c38fab6b-e609-4940-96ec-79d16069aa35 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536013
Nov 13 07:51:01.454600 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26768539-ad6c-48f4-ad1b-8da9984a2019 req-d6757090-fae5-4ed6-87ca-9aeda04d9544 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0678973
Nov 13 07:51:01.916253 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f1831-9de4-4980-bab5-99edc48dc00c req-bb877839-3c6b-4c0a-abc6-483c9e1a2200 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:01.917726 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c01f1831-9de4-4980-bab5-99edc48dc00c req-bb877839-3c6b-4c0a-abc6-483c9e1a2200 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0831075
Nov 13 07:51:01.962214 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c01f1831-9de4-4980-bab5-99edc48dc00c req-d8996fb2-64c4-45e9-be80-ce99c3149eb8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391619
Nov 13 07:51:02.217839 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39326) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:02.345879 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e33981-5f94-407a-850b-a205b3e9c11b req-920cada5-a381-4fd6-a14a-60d6e5842d83 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:02.347805 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c3e33981-5f94-407a-850b-a205b3e9c11b req-920cada5-a381-4fd6-a14a-60d6e5842d83 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0800927
Nov 13 07:51:02.374908 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-efbdbc9e-065b-4055-9981-1a97433153e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1556590
Nov 13 07:51:02.407532 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c3e33981-5f94-407a-850b-a205b3e9c11b req-0fc0d143-f7c0-4dcd-a7ac-77c3be77795b tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455918
Nov 13 07:51:03.181155 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4b786-4153-4289-b3ed-f2d5d2ba6b4f req-d9e19c62-7b20-41f0-a56e-2427526f786f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:03.182598 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4db4b786-4153-4289-b3ed-f2d5d2ba6b4f req-d9e19c62-7b20-41f0-a56e-2427526f786f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0882068
Nov 13 07:51:03.240071 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4db4b786-4153-4289-b3ed-f2d5d2ba6b4f req-9cc04e47-20a3-49f3-9ca9-830a93ae9d1a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511646
Nov 13 07:51:03.675773 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578312de-232a-46c6-b915-e5d4084133e3 req-3a9b1c40-a934-4bc1-8bd6-4e477ae75c91 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:03.677269 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-578312de-232a-46c6-b915-e5d4084133e3 req-3a9b1c40-a934-4bc1-8bd6-4e477ae75c91 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0803905
Nov 13 07:51:03.726799 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-578312de-232a-46c6-b915-e5d4084133e3 req-32fe4c52-8b08-4a73-9619-11b895200848 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430117
Nov 13 07:51:03.848372 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-dc092c40-be36-4a44-b433-f7215752a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:04.200555 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:04.462880 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f73880-abd4-4341-a03a-e9a574c7f255 req-016d7e4b-e032-466c-9cb7-822dcf006944 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:04.464232 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-37f73880-abd4-4341-a03a-e9a574c7f255 req-016d7e4b-e032-466c-9cb7-822dcf006944 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0746064
Nov 13 07:51:04.509546 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-37f73880-abd4-4341-a03a-e9a574c7f255 req-59627b3e-99a9-4b1c-a2f2-086be09b0381 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397837
Nov 13 07:51:04.964066 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5aec6ce4-816f-464f-8f2b-2e7b3b6c4183 req-5f15ebc3-d246-4092-ab7a-e2cb3e3be038 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.0733688
Nov 13 07:51:05.000537 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d643b21-a67b-4a6e-8c2b-285f8d56b15b req-f9105c2f-1488-424e-b69f-be2073588d16 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:05.002912 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3d643b21-a67b-4a6e-8c2b-285f8d56b15b req-f9105c2f-1488-424e-b69f-be2073588d16 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1472626
Nov 13 07:51:05.017416 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5aec6ce4-816f-464f-8f2b-2e7b3b6c4183 req-0257ef34-a697-4853-aee9-ce55a52c5a2a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417275
Nov 13 07:51:05.052592 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3d643b21-a67b-4a6e-8c2b-285f8d56b15b req-bbb574a1-5c70-4288-bd12-f01c67c4814b tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432901
Nov 13 07:51:05.728789 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e23688-6d5b-4c2c-94e8-f52bab23b01f req-f6a6f01f-0a45-4f13-8057-8f62d13fdfb8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:05.730964 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e3e23688-6d5b-4c2c-94e8-f52bab23b01f req-f6a6f01f-0a45-4f13-8057-8f62d13fdfb8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0788782
Nov 13 07:51:05.781047 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e3e23688-6d5b-4c2c-94e8-f52bab23b01f req-8f02f14f-fcce-416b-b271-04e49261b131 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445349
Nov 13 07:51:05.827100 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39400) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:05.939978 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-454a73c1-f23b-4291-9b42-82c2ed76e4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:05.966633 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:05.998223 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:06.001944 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce472d8539a44049b611b9e58f0b867e is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:06.004697 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:06.010209 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:06.071716 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:06.164435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:06.176158 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e9fe8717-7e81-445d-ab74-7c35fa8a7493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:06.260824 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea72279-7ec7-471c-94a5-91760934db12,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:06.264213 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:06.271901 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d3bd8214-251d-4bb1-a257-c6e7515147b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce472d8539a44049b611b9e58f0b867e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4436593
Nov 13 07:51:06.273781 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39416) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:06.313545 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220cf0-faab-48b5-bbff-3894c19f5cf1 req-7988902e-7201-42c0-8e72-12d6754d99cb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:06.315064 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9b220cf0-faab-48b5-bbff-3894c19f5cf1 req-7988902e-7201-42c0-8e72-12d6754d99cb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1281302
Nov 13 07:51:06.337505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:06.364567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:06.365070 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9b220cf0-faab-48b5-bbff-3894c19f5cf1 req-2577a6ea-37ca-4749-8350-d2537f921cf2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417428
Nov 13 07:51:06.551264 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:06.555873 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:06.568529 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea72279-7ec7-471c-94a5-91760934db12,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:06.582286 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.582755 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.583115 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.583463 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.583810 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.585715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.585715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.585715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.585715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.585715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.586140 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:06.588747 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:06.592337 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aea72279-7ec7-471c-94a5-91760934db12 HTTP/1.1" status: 204  len: 168 time: 0.3149889
Nov 13 07:51:06.592337 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:06.909081 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:07.001739 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106a130-4126-484f-bfea-6d3b015a0306 req-a2c14ddd-aef6-4de5-8c04-c9e32561ea07 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:07.003819 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2106a130-4126-484f-bfea-6d3b015a0306 req-a2c14ddd-aef6-4de5-8c04-c9e32561ea07 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0836449
Nov 13 07:51:07.048116 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2106a130-4126-484f-bfea-6d3b015a0306 req-75a74b7f-fd36-4435-97fd-641dd5a28212 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389361
Nov 13 07:51:07.579392 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18f3c1-18c6-4ed1-8db0-56af899346e3 req-63afb2f4-7bd0-42e8-a9c1-dadf31bc7c36 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:07.582621 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0e18f3c1-18c6-4ed1-8db0-56af899346e3 req-63afb2f4-7bd0-42e8-a9c1-dadf31bc7c36 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0975673
Nov 13 07:51:07.640008 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0e18f3c1-18c6-4ed1-8db0-56af899346e3 req-b8f62296-9375-4b71-9fe9-207de761aed4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499823
Nov 13 07:51:07.787610 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39458) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:07.916563 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-401823563-network', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:07.922103 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:07.926097 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Usage tracker for resource:network and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:07.929580 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:07.935654 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:08.013640 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Made reservation on behalf of 7bf786a8e1ef481fa4403ec4489a3c6d for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:08.015950 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.028594 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.058510 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:08.062248 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:08.065526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:08.071120 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:08.137672 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.202593 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.206289 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a9f68505-c4d3-49af-908e-23b2828e8f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:08.237359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:51:08.242617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c501d00-1b73-48d5-8322-d122765031d5,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:08.246136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:08.250199 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.250199 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Added segment 9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3 of type vlan for network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e
Nov 13 07:51:08.264620 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d961-0194-43a9-a3ee-6211f7de309b req-ba9277a6-0865-4acb-be7c-5ed6bd0389a9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:08.266045 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-86b7d961-0194-43a9-a3ee-6211f7de309b req-ba9277a6-0865-4acb-be7c-5ed6bd0389a9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0794306
Nov 13 07:51:08.276869 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.312520 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-86b7d961-0194-43a9-a3ee-6211f7de309b req-9a7ccef3-4136-47d3-9b73-25c0a59230ea tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401518
Nov 13 07:51:08.417235 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.418439 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:08.419074 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.422552 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-995bf8ee-a742-45f4-ae26-fb490181ddc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:08.524904 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Pushing event updated for resources: {'Network': ['ID=33b2e2eb-bc05-4987-b5c8-b2b3975db61e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:08.527536 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:08.538226 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:51:08.606415 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8177145
Nov 13 07:51:08.609560 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39472) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:08.615444 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Request body: {'subnet': {'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-401823563-subnet', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:08.620176 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:08.624190 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Usage tracker for resource:subnet and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:08.628747 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:08.634549 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:08.703152 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.739541 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Made reservation on behalf of 7bf786a8e1ef481fa4403ec4489a3c6d for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:08.741911 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2054004'] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:08.916595 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde49056-6af0-4b1f-916e-ef94ca17c741 req-54b96f02-2e5a-4270-bd1e-d6307959c889 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:08.917899 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fde49056-6af0-4b1f-916e-ef94ca17c741 req-54b96f02-2e5a-4270-bd1e-d6307959c889 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1536887
Nov 13 07:51:09.014766 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fde49056-6af0-4b1f-916e-ef94ca17c741 req-58e0631e-bf80-4b73-a8d9-8b29a49ef4e9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687759
Nov 13 07:51:09.154281 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1934622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2053986'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:09.158340 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-faaa5c3d-4b9e-4a35-aeb2-814f4785f84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:09.225930 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6786f12c-1ad4-45c0-be5a-1f4c97abdbea,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:09.230181 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:09.240890 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Checking segment: {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:09.241241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Network hostable DHCP agents. Network: 33b2e2eb-bc05-4987-b5c8-b2b3975db61e, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:51:09.322371 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:51:09.399783 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 33b2e2eb-bc05-4987-b5c8-b2b3975db61e) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:09.403930 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:09.404685 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:09.409642 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca15b2a-e6ed-46cc-a28c-561acdb74271 None None] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:09.530291 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-5a09bdfe-ba17-4ba0-b11a-662aa2eddee8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9195113
Nov 13 07:51:09.533939 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39490) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:09.540887 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:09.555800 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:09.573249 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Usage tracker for resource:router and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:09.576910 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:09.584029 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:09.624935 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c98bd-9f59-4f38-8412-369ddff50f98 req-1fb72645-5c44-4c4d-a4b1-48aef6bbe4c6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:09.626368 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a4c98bd-9f59-4f38-8412-369ddff50f98 req-1fb72645-5c44-4c4d-a4b1-48aef6bbe4c6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1718976
Nov 13 07:51:09.679505 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a4c98bd-9f59-4f38-8412-369ddff50f98 req-052900f1-f31f-4021-bb1a-dbca35c2bc5b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470216
Nov 13 07:51:09.690329 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:51:09.692472 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:09.728136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:09.728136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:09.754316 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:09.860911 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Allocated IP 172.20.0.2 (33b2e2eb-bc05-4987-b5c8-b2b3975db61e/6786f12c-1ad4-45c0-be5a-1f4c97abdbea/376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:10.070768 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.071092 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.089900 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Transition to ACTIVE for port object 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:10.109133 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Transition to ACTIVE for port object 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:10.223840 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c205ce-e572-46dc-a762-a903a6299565 req-0a5c072f-a478-45f3-8afd-c0433bc5b99a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:10.225281 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-50c205ce-e572-46dc-a762-a903a6299565 req-0a5c072f-a478-45f3-8afd-c0433bc5b99a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0774462
Nov 13 07:51:10.288073 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-50c205ce-e572-46dc-a762-a903a6299565 req-aabdc3d6-4ab4-452b-ac57-3014b1ab4f97 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573733
Nov 13 07:51:10.323145 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.329541 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-4a739a24-29e9-4b02-a700-dab2551dc0fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:10.423446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Pushing event updated for resources: {'Port': ['ID=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:10.429037 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:10.434689 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:10.435807 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:10.438283 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:10.461888 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.492388 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.532649 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Attempting to bind port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:10.533021 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Attempting to bind port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:10.533606 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Attempting to bind port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f on network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:10.540898 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:10.541533 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Checking segment: {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:10.542123 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.542684 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Bound using segment: {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:10.543326 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Bound port: 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:10.543875 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.650394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] For port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:10.654235 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] For port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:10.749183 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:10.762709 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:10.811280 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Allocated IP 172.27.1.81 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/db9e9aa0-829a-4024-81bb-360b41451c5d) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:10.876323 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Pushing event updated for resources: {'Port': ['ID=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:10.880587 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:10.940519 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c08e-9a3f-46e7-a99b-7283481bf2ad req-e5eae1cf-5693-4efe-97f1-a7f51450a3b2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:10.942928 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9485c08e-9a3f-46e7-a99b-7283481bf2ad req-e5eae1cf-5693-4efe-97f1-a7f51450a3b2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0926626
Nov 13 07:51:10.975563 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:11.002937 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9485c08e-9a3f-46e7-a99b-7283481bf2ad req-f43399a5-980f-410f-8d63-d11dc31adb7d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505223
Nov 13 07:51:11.157317 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:11.163761 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b14c7e66-c43d-4243-b302-08dac9e5ad87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:11.231342 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:11.235554 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:11.240438 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:11.270292 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Pushing event updated for resources: {'Port': ['ID=db9e9aa0-829a-4024-81bb-360b41451c5d,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:11.288118 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.288476 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.288827 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.289169 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.289516 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.289931 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.290190 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.290527 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.290883 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.291216 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.291547 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:11.295331 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc048514-60dd-4130-8b14-d829bd7cb7ee req-bf89c2f2-7089-4eb7-97d1-ee1f6e6945b6 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:11.296782 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc048514-60dd-4130-8b14-d829bd7cb7ee req-bf89c2f2-7089-4eb7-97d1-ee1f6e6945b6 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1167874
Nov 13 07:51:11.300672 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:11.363386 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-5fe16c3d-b396-4684-945b-0bb9920530e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 1098 time: 0.1156738
Nov 13 07:51:11.367154 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc048514-60dd-4130-8b14-d829bd7cb7ee req-863ce8a3-03ef-41ce-b869-d2fef66e292e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593913
Nov 13 07:51:11.496716 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-3c00d89e-3b76-40f1-a294-5af88c06357d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:11.498525 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-3c00d89e-3b76-40f1-a294-5af88c06357d service neutron] 10.222.0.18 "GET /v2.0/networks?id=77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 200  len: 920 time: 0.1281304
Nov 13 07:51:11.567067 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:11.568017 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:11.620923 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-997f3ce9-fde4-4e5d-84cf-891664af3a65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 200  len: 217 time: 0.1075373
Nov 13 07:51:11.697491 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-1905428c-5e92-44f0-87f0-87dce506b818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:11.699536 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-1905428c-5e92-44f0-87f0-87dce506b818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 200  len: 859 time: 0.0653799
Nov 13 07:51:11.779800 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-ab9b1e49-e726-4df6-ac7c-27223e1e3714 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77b75486-1f76-4ec9-bd2f-6841ef30c66e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583460
Nov 13 07:51:11.914265 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Router c6f321fd-9c38-46e9-867b-969bc17a9d8e is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:51:11.927025 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e4825-fc24-428f-b885-41e2da97a0a3 None None] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:11.953238 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-b4e8c644-b167-4e16-b9b1-c5c1c56cef0a service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723330
Nov 13 07:51:12.117166 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-adbb5c3f-5c58-4973-9819-18ffd5d89995 req-882c2fb0-c7c2-4960-bec5-a8a97604254a service neutron] 10.222.0.18 "GET /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502254
Nov 13 07:51:12.164376 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-6ce13483-389f-4529-9840-b16ac261a949 None None] Provisioning for port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:12.193464 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:12.205016 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Sync routers for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:51:12.232982 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:12.233748 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeaaa0d0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:12.360933 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9260e-8293-4210-8681-60483744bfa5 req-92a67b08-289f-498f-b0e4-86ee721cdcab tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:12.362979 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68a9260e-8293-4210-8681-60483744bfa5 req-92a67b08-289f-498f-b0e4-86ee721cdcab tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1626947
Nov 13 07:51:12.423286 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68a9260e-8293-4210-8681-60483744bfa5 req-197cb178-9abb-4e57-b1a4-6a82338e8f4c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515983
Nov 13 07:51:12.454768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:12.462961 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39554) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:12.463150 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.9243133
Nov 13 07:51:12.576084 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:12.675388 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5c08-6288-4489-a884-3754051ba2ce req-2cd00a9f-eb8f-42a8-8352-e31efaeae1bf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:12.677005 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dd5f5c08-6288-4489-a884-3754051ba2ce req-2cd00a9f-eb8f-42a8-8352-e31efaeae1bf tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.0961938
Nov 13 07:51:12.723940 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dd5f5c08-6288-4489-a884-3754051ba2ce req-210eb738-21c9-4665-99e3-566552d4259c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405257
Nov 13 07:51:12.918859 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeaaa0d0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:11Z', 'revision_number': 3, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:12.923276 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Checking router: c6f321fd-9c38-46e9-867b-969bc17a9d8e for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:51:12.923749 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Updating router c6f321fd-9c38-46e9-867b-969bc17a9d8e port db9e9aa0-829a-4024-81bb-360b41451c5d binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:51:12.945388 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:13.013015 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.097291 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:13.102727 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:13.103162 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.245713 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.285487 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:13.357761 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.359898 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-f37bc4b1-946a-4db2-8fb5-9c3f4b786913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:13.395474 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.410763 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Transition to ACTIVE for port object db9e9aa0-829a-4024-81bb-360b41451c5d will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:13.434861 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:13.438622 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:13.447342 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.500592 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.506753 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-e4b2f5db-dddb-4621-94ce-870c52f09198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:13.614645 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Attempting to bind port db9e9aa0-829a-4024-81bb-360b41451c5d on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:13.615136 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Attempting to bind port db9e9aa0-829a-4024-81bb-360b41451c5d by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:13.615571 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Attempting to bind port db9e9aa0-829a-4024-81bb-360b41451c5d on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:13.617798 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Pushing event updated for resources: {'Port': ['ID=db9e9aa0-829a-4024-81bb-360b41451c5d,revision_number=2']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:13.631034 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.631034 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.631413 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.631809 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.632223 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.632633 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.633045 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.633473 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.634002 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.634406 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.635247 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:13.641376 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:13.643544 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:13.644765 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:13.645002 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.645527 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:13.646319 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Bound port: db9e9aa0-829a-4024-81bb-360b41451c5d, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:13.646843 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.692232 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ed796-4f18-4407-b2e0-169d902428ad req-141a28de-ac84-4602-97e2-088c7173f3e2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:13.693849 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-442ed796-4f18-4407-b2e0-169d902428ad req-141a28de-ac84-4602-97e2-088c7173f3e2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1022089
Nov 13 07:51:13.729577 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Allocated IP 172.20.0.1 (33b2e2eb-bc05-4987-b5c8-b2b3975db61e/6786f12c-1ad4-45c0-be5a-1f4c97abdbea/55b047ca-a22c-4cc3-93fe-6cefb9e62177) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:13.733055 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] For port db9e9aa0-829a-4024-81bb-360b41451c5d, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:13.737003 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] For port db9e9aa0-829a-4024-81bb-360b41451c5d, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=db9e9aa0-829a-4024-81bb-360b41451c5d,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:13.743584 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-442ed796-4f18-4407-b2e0-169d902428ad req-fb1acd03-8f7d-4102-ba43-813ff4976a15 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432796
Nov 13 07:51:13.865650 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.870516 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-42dd68de-3473-40bb-a624-cc3bf1a302d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:13.911193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39578) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:13.945109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:13.954701 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Pushing event updated for resources: {'Port': ['ID=db9e9aa0-829a-4024-81bb-360b41451c5d,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:13.960422 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:13.964479 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:13.965103 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeaaa0d0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:13.973318 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Transition to ACTIVE for port object 55b047ca-a22c-4cc3-93fe-6cefb9e62177 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:13.994823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190088a9-04ac-448c-aae9-94e3f1d3a377 req-ca860fc3-5aa0-4e9c-9507-f00d4fcdc133 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:14.007597 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-190088a9-04ac-448c-aae9-94e3f1d3a377 req-ca860fc3-5aa0-4e9c-9507-f00d4fcdc133 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1457479
Nov 13 07:51:14.063899 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.079540 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-190088a9-04ac-448c-aae9-94e3f1d3a377 req-d146df54-b6b3-41cf-9e2c-0218f5470cfb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608740
Nov 13 07:51:14.104822 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:14.109865 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Usage tracker for resource:security_group_rule and tenant:81c9583eb1614b309698e4859080c4b0 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:14.113932 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:14.119751 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:14.157122 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.162508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:14.191338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.197284 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:14.232394 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:14.235397 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:14.242172 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:14.269993 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Pushing event updated for resources: {'Port': ['ID=55b047ca-a22c-4cc3-93fe-6cefb9e62177,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:14.275330 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:14.302034 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.305806 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.313716 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b198258d-fe43-46c0-9e78-19e3b5b0549f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:14.360013 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dee507c-e0d2-4bb6-86e4-c2b8fbfeb39a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:14.364762 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81c9583eb1614b309698e4859080c4b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4525604
Nov 13 07:51:14.365658 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:14.367407 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39588) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:14.433395 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.506124 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.507448 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeaaa0d0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:11Z', 'revision_number': 3, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:14.511284 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e79d2-ba76-4238-b7e1-9eace794e4f1 None None] The sync data for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi is: [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:11Z', 'revision_number': 3, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:51:14.527136 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.636833 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4641eb79-c688-46de-a158-f8edc5cfc124 None None] Provisioning for port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:14.641865 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4641eb79-c688-46de-a158-f8edc5cfc124 None None] Provisioning complete for port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:14.652758 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4641eb79-c688-46de-a158-f8edc5cfc124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.723152 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-4641eb79-c688-46de-a158-f8edc5cfc124 None None] Port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:14.793957 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.808452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0797c5fd-d83e-4777-86ea-9d131de447d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:14.814359 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dee507c-e0d2-4bb6-86e4-c2b8fbfeb39a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:14.822637 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:14.832242 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.833391 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dee507c-e0d2-4bb6-86e4-c2b8fbfeb39a HTTP/1.1" status: 204  len: 168 time: 0.4650187
Nov 13 07:51:14.865040 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.980010 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:14.992645 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:15.017012 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dd428067-5e56-4bb1-99dc-b5b126287082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:15.022583 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06894d-e46f-420a-84d7-e1316f7625bc req-29e0a3fb-b057-4701-99e7-d6ccf0d193fa tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:15.024303 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dd06894d-e46f-420a-84d7-e1316f7625bc req-29e0a3fb-b057-4701-99e7-d6ccf0d193fa tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0993607
Nov 13 07:51:15.101303 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:15.101696 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:15.133682 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:15.140151 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Pushing event updated for resources: {'Port': ['ID=55b047ca-a22c-4cc3-93fe-6cefb9e62177,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:15.151169 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:15.213242 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dd06894d-e46f-420a-84d7-e1316f7625bc req-57257a8a-1a1c-4aa0-9cd5-83a8336d5fb7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1749389
Nov 13 07:51:15.364578 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device db9e9aa0-829a-4024-81bb-360b41451c5d up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:15.436573 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:15.438726 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:15.515217 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c33441-323a-4a8d-8c27-f1a8c30323b6 req-b0ba59a5-ac79-4db6-9375-d545ada5c073 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:15.516768 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-34c33441-323a-4a8d-8c27-f1a8c30323b6 req-b0ba59a5-ac79-4db6-9375-d545ada5c073 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.2077990
Nov 13 07:51:15.605617 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port db9e9aa0-829a-4024-81bb-360b41451c5d completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:15.612514 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port db9e9aa0-829a-4024-81bb-360b41451c5d triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:15.620174 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:15.750528 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-34c33441-323a-4a8d-8c27-f1a8c30323b6 req-401d1b31-71ed-4456-a8f4-5190b6aeae8d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199943
Nov 13 07:51:15.766287 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:15.803183 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port db9e9aa0-829a-4024-81bb-360b41451c5d, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=db9e9aa0-829a-4024-81bb-360b41451c5d,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:15.813663 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4143e072-10d2-42c0-b077-b31ab9fbf54a None None] Provisioning complete for port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:15.813663 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4143e072-10d2-42c0-b077-b31ab9fbf54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:15.878997 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-4143e072-10d2-42c0-b077-b31ab9fbf54a None None] Port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:15.916863 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:15.918814 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:15.982077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Router c6f321fd-9c38-46e9-867b-969bc17a9d8e has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:51:15.996013 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=db9e9aa0-829a-4024-81bb-360b41451c5d,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:16.003423 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:16.193223 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:16.198260 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] 10.222.0.32 "PUT /v2.0/routers/c6f321fd-9c38-46e9-867b-969bc17a9d8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7382500
Nov 13 07:51:16.471515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903b048-96c0-4ff5-89a5-8e00b49bdeee req-5da48894-a4fc-4610-908b-1bb86abebd67 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:16.473007 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1903b048-96c0-4ff5-89a5-8e00b49bdeee req-5da48894-a4fc-4610-908b-1bb86abebd67 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1099133
Nov 13 07:51:16.520401 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1903b048-96c0-4ff5-89a5-8e00b49bdeee req-edea4d2c-4668-4167-aaeb-ef980c5eb788 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418818
Nov 13 07:51:16.855074 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device db9e9aa0-829a-4024-81bb-360b41451c5d up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:16.925095 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port db9e9aa0-829a-4024-81bb-360b41451c5d triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:16.925621 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:16.941824 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39654) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:17.205239 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.237464 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:17.241275 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5ee95fccf3ae466e823c88ffc9b1b9b7 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:17.244087 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:17.249649 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:17.328277 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.402678 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.410970 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-42747c60-80a3-4227-bd02-1163a2f75bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:17.454360 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3c3ef7-6600-4aa7-b204-74dca61b3a85,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:17.461285 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ee95fccf3ae466e823c88ffc9b1b9b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5160716
Nov 13 07:51:17.461285 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:17.461566 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39674) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:17.526707 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.559006 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.711132 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.723452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d7fd15ce-bf57-499a-a2d2-708d2ff596ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:17.749197 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3c3ef7-6600-4aa7-b204-74dca61b3a85,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:17.793285 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:17.798307 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.799637 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e3c3ef7-6600-4aa7-b204-74dca61b3a85 HTTP/1.1" status: 204  len: 168 time: 0.3371058
Nov 13 07:51:17.846613 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39690) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:17.848981 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26bb3f-493e-483c-a145-cf47a73f41c7 req-6d07253c-2893-4594-ba14-addbcb7125b8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:17.850734 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0a26bb3f-493e-483c-a145-cf47a73f41c7 req-6d07253c-2893-4594-ba14-addbcb7125b8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1026905
Nov 13 07:51:17.852357 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-260310498-network', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:17.857157 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:17.861329 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Usage tracker for resource:network and tenant:b4ac393a099e4b8c9cac1ce7e8d4de57 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:17.864726 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:17.872546 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:17.903350 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0a26bb3f-493e-483c-a145-cf47a73f41c7 req-1fed5c6b-544c-44a6-86be-864e49878ed9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450826
Nov 13 07:51:17.968003 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Made reservation on behalf of b4ac393a099e4b8c9cac1ce7e8d4de57 for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:17.970440 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:17.982820 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:18.013605 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:18.017618 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ac393a099e4b8c9cac1ce7e8d4de57 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:18.021301 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:18.027324 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:18.095338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:18.188757 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:51:18.254740 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:18.259239 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-226d0bdd-9f5b-4809-ab0d-93d3c69eb3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:18.289359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:51:18.301494 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41380921-5437-4dc8-ae5c-7714dc247125,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:18.315861 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:18.318652 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:18.318972 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Added segment b402b5cb-2038-4f8a-87c9-ba88f66535e1 of type vlan for network 06155239-6ea8-4655-af2b-c7130435ee8a
Nov 13 07:51:18.323059 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Sync routers for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:51:18.334628 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:18.335296 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f02b0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:18.355266 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:18.462589 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:18.464497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:18.465155 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:18.470994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-96c19990-8a1c-4327-8431-84d17161b0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:18.562218 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:18.655724 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Pushing event updated for resources: {'Network': ['ID=06155239-6ea8-4655-af2b-c7130435ee8a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:18.659646 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:18.718655 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8707590
Nov 13 07:51:18.722657 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39712) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:18.731072 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Request body: {'subnet': {'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-260310498-subnet', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:18.739542 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:18.743965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Usage tracker for resource:subnet and tenant:b4ac393a099e4b8c9cac1ce7e8d4de57 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:18.747347 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:18.755517 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:18.794956 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 06155239-6ea8-4655-af2b-c7130435ee8a details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:51:18.848075 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Made reservation on behalf of b4ac393a099e4b8c9cac1ce7e8d4de57 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:18.851260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2363745'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.090277 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f02b0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 2, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:19.094360 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Checking router: c6f321fd-9c38-46e9-867b-969bc17a9d8e for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:51:19.094757 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Updating router c6f321fd-9c38-46e9-867b-969bc17a9d8e port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:51:19.157060 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.159022 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b053c4-f676-492d-ba28-6484b8b70bb8 req-9aa7f412-8f40-4f24-9514-a4fea9233d7a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:19.163903 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-09b053c4-f676-492d-ba28-6484b8b70bb8 req-9aa7f412-8f40-4f24-9514-a4fea9233d7a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1139762
Nov 13 07:51:19.219230 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-09b053c4-f676-492d-ba28-6484b8b70bb8 req-d663b6db-24ec-456c-8efd-a7b8911b4ef8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515332
Nov 13 07:51:19.233310 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1194131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2363767'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.234557 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39726) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:19.235614 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c5613bf7-0e26-4515-80c8-f09e9ccf067e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:19.310208 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7f9775-c578-4a87-8c45-0bd0317b49ba,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:19.313536 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:19.328659 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Checking segment: {'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:19.329090 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Network hostable DHCP agents. Network: 06155239-6ea8-4655-af2b-c7130435ee8a, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:51:19.374215 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1483393419-network', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:19.378911 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:19.383155 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Usage tracker for resource:network and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:19.386285 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:19.392070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:19.424994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Network 06155239-6ea8-4655-af2b-c7130435ee8a is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:51:19.507442 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.514341 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Made reservation on behalf of fa4e1d8ace6b4f22816be1ee49b861bb for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:19.516803 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.519890 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Transition to ACTIVE for port object 55b047ca-a22c-4cc3-93fe-6cefb9e62177 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:19.530046 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.542567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 06155239-6ea8-4655-af2b-c7130435ee8a) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:19.552321 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0f1b26-1788-4c7e-9918-1b0944564af6 None None] Network 06155239-6ea8-4655-af2b-c7130435ee8a requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:19.553808 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:19.555066 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.561661 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:19.566527 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:19.569795 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:19.575786 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:19.627345 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.634602 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:19.677246 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9526246
Nov 13 07:51:19.679793 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39732) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:19.685680 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:19.691433 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:19.696897 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Usage tracker for resource:router and tenant:b4ac393a099e4b8c9cac1ce7e8d4de57 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:19.712927 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:19.712927 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:19.759070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.785768 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308f98-ff17-49ce-aef5-bb08eeb02ca4 None None] Pushing event updated for resources: {'Port': ['ID=55b047ca-a22c-4cc3-93fe-6cefb9e62177,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:19.794423 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.795499 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.804159 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-2d308f98-ff17-49ce-aef5-bb08eeb02ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:19.832803 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.832935 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.841779 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a04a8743-c406-4426-b862-de9e9735e619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:19.945882 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:51:19.962066 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Attempting to bind port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:19.968377 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Attempting to bind port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:19.968377 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Attempting to bind port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 on network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:19.985641 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:19.986028 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Checking segment: {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:19.987005 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.987413 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Bound using segment: {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:19.987787 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.987912 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Bound port: 55b047ca-a22c-4cc3-93fe-6cefb9e62177, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:19.988277 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:19.988389 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Added segment 09825eaa-9442-4e36-9513-0de220cad1df of type vlan for network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b
Nov 13 07:51:20.042154 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.084426 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-06155239-6ea8-4655-af2b-c7130435ee8a', 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'fixed_ips': [{'subnet_id': 'bd7f9775-c578-4a87-8c45-0bd0317b49ba'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:51:20.085273 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.115960 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570e5ce1-cbb8-43a7-a5b6-059252b73fe0,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:20.119021 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:20.178395 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-70fbbbf8-cfc0-46f4-85b6-9e554326a9ef tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0979a2d762514a79ae1fb25f00668882&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0363493
Nov 13 07:51:20.194631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.196143 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:20.197995 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.202205 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:20.214068 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.233241 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] For port 55b047ca-a22c-4cc3-93fe-6cefb9e62177, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:20.276739 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] For port 55b047ca-a22c-4cc3-93fe-6cefb9e62177, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=55b047ca-a22c-4cc3-93fe-6cefb9e62177,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:20.302704 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Allocated IP 172.20.0.2 (06155239-6ea8-4655-af2b-c7130435ee8a/bd7f9775-c578-4a87-8c45-0bd0317b49ba/060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:20.309936 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Pushing event updated for resources: {'Network': ['ID=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:20.312805 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:20.421829 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:51:20.425351 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1886592
Nov 13 07:51:20.428384 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39754) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:20.435287 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Request body: {'subnet': {'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1483393419-subnet', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:20.441361 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.442839 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:20.448046 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Usage tracker for resource:subnet and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:20.450494 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-66c649fa-a649-4137-8b8b-ede3ecebdfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:20.452410 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:20.459685 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-8d7dde5c-db2f-461d-b872-662c39530f93 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:20.461275 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-8d7dde5c-db2f-461d-b872-662c39530f93 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2762711
Nov 13 07:51:20.464359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d1bac-8e2b-4e2a-b3d4-84d8cd5191c1 req-69217e78-7a44-4d2c-b20a-f16c6677e9cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:20.465813 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f41d1bac-8e2b-4e2a-b3d4-84d8cd5191c1 req-69217e78-7a44-4d2c-b20a-f16c6677e9cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1053340
Nov 13 07:51:20.466898 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:20.486628 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-69bbddce-785e-40ad-b1c4-1cdc652702ca tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/quotas/0979a2d762514a79ae1fb25f00668882 HTTP/1.1" status: 200  len: 375 time: 0.0187442
Nov 13 07:51:20.543345 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f41d1bac-8e2b-4e2a-b3d4-84d8cd5191c1 req-40169c9a-3b49-497d-9e79-534efc1671ce tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694895
Nov 13 07:51:20.552530 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-f1c4b60c-2766-48e9-9ccf-126e6149fde7 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0979a2d762514a79ae1fb25f00668882&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0649178
Nov 13 07:51:20.600136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Made reservation on behalf of fa4e1d8ace6b4f22816be1ee49b861bb for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:20.602493 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2054004'] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.701403 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308f98-ff17-49ce-aef5-bb08eeb02ca4 None None] Pushing event updated for resources: {'Port': ['ID=55b047ca-a22c-4cc3-93fe-6cefb9e62177,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:20.707403 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-2d308f98-ff17-49ce-aef5-bb08eeb02ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:20.708006 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:20.708631 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f02b0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:20.810505 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.833963 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Transition to ACTIVE for port object 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:20.871985 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.884882 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Transition to ACTIVE for port object 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:20.915839 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:20.993671 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f9c16bdb-c088-4aaf-ab78-27dd3b191176 req-7ae98932-ccdd-4bc1-aff7-1ec4c81afecc tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 210 time: 0.0909784
Nov 13 07:51:21.018466 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.032392 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:21.059207 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:21.095570 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Allocated IP 172.27.1.206 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/6f9a9ad7-7776-4acb-8d9a-2cdf5c245390) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:21.160655 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Network 06155239-6ea8-4655-af2b-c7130435ee8a is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:21.161983 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Pushing event updated for resources: {'Port': ['ID=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:21.216129 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:21.228120 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:21.228120 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:21.280415 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.337075 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1934622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2053986'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.342810 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9e9100b3-b490-44ee-8757-81e582689492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:21.394731 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Attempting to bind port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:21.395112 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Attempting to bind port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:21.398192 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Attempting to bind port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab on network 06155239-6ea8-4655-af2b-c7130435ee8a {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:21.417142 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:21.417532 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Checking segment: {'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:21.417947 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.418404 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Bound using segment: {'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:21.418922 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Bound port: 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:21.419302 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.421034 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32f3356-fb6c-4303-974c-29c01e73f9f7,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:21.424381 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:21.430644 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Checking segment: {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:21.431206 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Network hostable DHCP agents. Network: 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:51:21.511319 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.515156 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:21.565342 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] For port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:21.569662 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] For port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,segment=NetworkSegment(b402b5cb-2038-4f8a-87c9-ba88f66535e1),segment_id=b402b5cb-2038-4f8a-87c9-ba88f66535e1)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:21.583817 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:21.584012 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f02b0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:20Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:21.586580 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:21.588238 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee446f-b571-466a-a5f6-4221825204a0 None None] The sync data for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi is: [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:20Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:51:21.592174 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:21.600183 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:51:21.639424 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:21.643556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:21.711777 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.714943 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:21.728190 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:21.728190 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.728707 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:21.824267 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f035d2bf-3897-4b09-996e-ae6f7c82cce8 None None] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:21.865955 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ed8da-3f00-41d7-a446-5923fc521d53 req-e14a01c3-b3d1-4458-8b9e-9381a682a80f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:21.868150 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d56ed8da-3f00-41d7-a446-5923fc521d53 req-e14a01c3-b3d1-4458-8b9e-9381a682a80f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1269758
Nov 13 07:51:21.922067 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4925442
Nov 13 07:51:21.925439 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39774) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:21.934925 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:21.941303 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:21.946125 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Usage tracker for resource:router and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:21.949157 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:21.951190 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.952401 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:21.957224 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:21.987544 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d56ed8da-3f00-41d7-a446-5923fc521d53 req-3ab64496-e81e-4583-bf14-3363c7984410 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104250
Nov 13 07:51:22.030783 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Pushing event updated for resources: {'Port': ['ID=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:22.044068 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:22.067286 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:22.068267 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:22.103820 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:22.209440 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f1f347e1-231b-48af-a1bc-e24a0d753582 req-1abb2baa-0878-4b94-961c-916830b8d859 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 210 time: 0.0731938
Nov 13 07:51:22.311324 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:51:22.312482 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:22.526699 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:22.719971 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Allocated IP 172.20.0.2 (0f66ae5e-e9e4-42e2-9f8e-0271fe49488b/f32f3356-fb6c-4303-974c-29c01e73f9f7/930bcfc7-9048-4b59-89cf-873a5b78b8f9) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:22.725882 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Router 666f92f1-0f51-4d0a-811e-03f188500938 is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:51:23.144843 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:23.250421 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:23.261113 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Sync routers for ids ['666f92f1-0f51-4d0a-811e-03f188500938'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:51:23.279387 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Routers {'666f92f1-0f51-4d0a-811e-03f188500938'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:23.281371 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec70280>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['666f92f1-0f51-4d0a-811e-03f188500938'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:23.347283 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:23.383297 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Transition to ACTIVE for port object 930bcfc7-9048-4b59-89cf-873a5b78b8f9 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:23.416142 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:23.445072 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Transition to ACTIVE for port object 930bcfc7-9048-4b59-89cf-873a5b78b8f9 will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:23.470599 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:23.491099 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:23.494775 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.8115222
Nov 13 07:51:23.495561 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 39808) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:23.557977 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a188c2-5a6e-4ac1-8e88-df63045339a9 None None] Network 06155239-6ea8-4655-af2b-c7130435ee8a requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:23.617094 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:23.620653 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:23.628557 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-66c649fa-a649-4137-8b8b-ede3ecebdfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:23.631566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c078ab8-0a0b-4a15-a5ff-75730e1c72b2 req-0978c943-6bcb-4cfc-abec-9a708dede1cb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:23.633679 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3c078ab8-0a0b-4a15-a5ff-75730e1c72b2 req-0978c943-6bcb-4cfc-abec-9a708dede1cb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.3239520
Nov 13 07:51:23.691728 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Set router 666f92f1-0f51-4d0a-811e-03f188500938 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:23.748273 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 55b047ca-a22c-4cc3-93fe-6cefb9e62177 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:23.769874 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Allocated IP 172.27.1.127 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/4a6d81b6-2d4b-4d63-9cb2-de632820cd84) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:23.871352 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Pushing event updated for resources: {'Port': ['ID=930bcfc7-9048-4b59-89cf-873a5b78b8f9,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:23.878362 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:23.887054 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:23.899334 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:23.907022 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:23.995943 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-5442038a-00e3-4210-921a-de505dad39cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74&tenant_id=f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 1097 time: 0.2428131
Nov 13 07:51:24.010771 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec70280>, [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:51:21Z', 'revision_number': 3, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port': {'id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:20Z', 'updated_at': '2021-11-13T07:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:24.015831 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Checking router: 666f92f1-0f51-4d0a-811e-03f188500938 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:51:24.016392 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Updating router 666f92f1-0f51-4d0a-811e-03f188500938 port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:51:24.068809 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Provisioning for port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:24.078703 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.116768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.183225 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3c078ab8-0a0b-4a15-a5ff-75730e1c72b2 req-27d24028-d971-4b25-84cb-b363d2b348c1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4772267
Nov 13 07:51:24.189613 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Provisioning complete for port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:24.192123 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.273584 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.287437 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9ad50519-4964-429c-bdfb-bf47c5e0d959 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:24.316152 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Attempting to bind port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:24.317076 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Attempting to bind port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:24.317518 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-95a64c6e-4904-4082-a4b5-fd72bdb6a7ea req-e0fd7ffd-4024-406a-a394-238a0501f30a tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 210 time: 0.1155410
Nov 13 07:51:24.318240 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Attempting to bind port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 on network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:24.358309 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:24.359374 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Checking segment: {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:24.360030 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.360666 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Bound using segment: {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:24.361493 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Bound port: 930bcfc7-9048-4b59-89cf-873a5b78b8f9, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:24.362115 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.403864 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:24.407670 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:24.423549 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:24.448394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:24.494022 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:24.505054 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:24.531145 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-7224b205-fd04-4aa1-b104-afdf98f05466 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1097 time: 0.4327023
Nov 13 07:51:24.605014 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:24.606139 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.691808 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.703673 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-411d6294-0fc4-4099-8c53-1f18cf5b82a8 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0979a2d762514a79ae1fb25f00668882&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1114113
Nov 13 07:51:24.719344 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] For port 930bcfc7-9048-4b59-89cf-873a5b78b8f9, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:24.744453 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.744990 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] For port 930bcfc7-9048-4b59-89cf-873a5b78b8f9, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=930bcfc7-9048-4b59-89cf-873a5b78b8f9,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:24.765978 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] For port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,segment=NetworkSegment(b402b5cb-2038-4f8a-87c9-ba88f66535e1),segment_id=b402b5cb-2038-4f8a-87c9-ba88f66535e1)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:24.772806 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Transition to ACTIVE for port object 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:24.791269 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.791938 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.837580 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.853032 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:24.915609 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.918685 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-35ce16a2-85bb-40f0-b720-8da17e3504d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:24.920150 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-35ce16a2-85bb-40f0-b720-8da17e3504d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.3805735
Nov 13 07:51:24.927405 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:24.930302 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.936475 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:24.989627 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Pushing event updated for resources: {'Port': ['ID=930bcfc7-9048-4b59-89cf-873a5b78b8f9,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:24.994918 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:24.996443 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:25.105242 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Attempting to bind port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:25.105601 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Attempting to bind port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:25.105970 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Attempting to bind port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:25.132728 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:25.133564 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:25.133977 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:25.134372 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:25.134884 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Bound port: 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:25.135281 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:25.135785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-52777488-204b-4bb9-8b1d-8ead51f6cb5f tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:25.137296 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-52777488-204b-4bb9-8b1d-8ead51f6cb5f tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4231443
Nov 13 07:51:25.139722 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 55b047ca-a22c-4cc3-93fe-6cefb9e62177, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=55b047ca-a22c-4cc3-93fe-6cefb9e62177,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:25.184760 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084c404-0fc0-4a37-93eb-cce85cbcfcc7 None None] Pushing event updated for resources: {'Port': ['ID=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,revision_number=2']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:25.190106 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-7084c404-0fc0-4a37-93eb-cce85cbcfcc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:25.202560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Request body: {'port': {'device_id': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'network_id': 'b859c817-a982-44ab-810e-e305209da336', 'admin_state_up': True, 'tenant_id': '0979a2d762514a79ae1fb25f00668882'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:25.203551 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b723d8b0-434f-4944-b440-c48df5d24b94 None None] Provisioning complete for port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:25.203680 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b723d8b0-434f-4944-b440-c48df5d24b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:25.233469 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] For port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:25.238159 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] For port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:25.283825 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Pushing event updated for resources: {'Port': ['ID=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:25.288237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Router 05c33f3e-142f-4d26-bd73-64ef127070d3 is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:51:25.296380 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-921003d4-6ec3-4f2d-809c-b78f57b936d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 HTTP/1.1" status: 200  len: 1000 time: 0.3585136
Nov 13 07:51:25.297717 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:25.300465 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:25.316386 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:25.419923 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:25.438957 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-fb46454f-9358-473f-b456-8bef27a454ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:25.646214 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:25.709631 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Routers {'666f92f1-0f51-4d0a-811e-03f188500938'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:25.710278 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec70280>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['666f92f1-0f51-4d0a-811e-03f188500938'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:25.716765 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:25.753968 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e31c3d-560b-4237-b62a-b904690c55d5 req-3d8c6ca7-c591-4c6e-9b3a-61f7a410efa8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:25.761717 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-27e31c3d-560b-4237-b62a-b904690c55d5 req-3d8c6ca7-c591-4c6e-9b3a-61f7a410efa8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.2546933
Nov 13 07:51:25.833350 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-27e31c3d-560b-4237-b62a-b904690c55d5 req-213d87bd-d520-4d81-b73d-944866dcec78 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638800
Nov 13 07:51:25.839276 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:25.840669 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-f626aaec-01a6-4836-855b-62de9a4e77da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:25.842450 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-f626aaec-01a6-4836-855b-62de9a4e77da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.4709997
Nov 13 07:51:25.846074 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-17dfd8cf-6d4b-4ddc-be46-163096ad2a55 req-9bc6ecb1-e7c9-48bc-9a0e-ed7a8970478f tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 210 time: 0.2207739
Nov 13 07:51:25.848023 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=55b047ca-a22c-4cc3-93fe-6cefb9e62177,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:25.854111 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084c404-0fc0-4a37-93eb-cce85cbcfcc7 None None] Pushing event updated for resources: {'Port': ['ID=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:25.862137 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Sync routers for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:51:25.863572 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Usage tracker for resource:port and tenant:0979a2d762514a79ae1fb25f00668882 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:25.866973 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-7084c404-0fc0-4a37-93eb-cce85cbcfcc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:25.873002 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:25.875875 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:25.911697 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:25.912450 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee853c40>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:25.968895 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:26.005883 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:26.010127 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.0834994
Nov 13 07:51:26.010882 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39832) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:26.012874 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] Set router 666f92f1-0f51-4d0a-811e-03f188500938 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:26.141574 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-ac888e07-3c1a-4c23-a074-057cbfe76b08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2744789
Nov 13 07:51:26.141956 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:26.143217 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:26.153062 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Made reservation on behalf of 0979a2d762514a79ae1fb25f00668882 for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:26.158592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:26.298875 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:26.505815 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 930bcfc7-9048-4b59-89cf-873a5b78b8f9 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:26.544595 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec70280>, [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:51:21Z', 'revision_number': 3, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port': {'id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:20Z', 'updated_at': '2021-11-13T07:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:26.553988 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b05fe-6035-4b6b-9dcf-4b042293e087 None None] The sync data for ids ['666f92f1-0f51-4d0a-811e-03f188500938'] in dv-cinder-817832-1-iscsi is: [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:51:21Z', 'revision_number': 3, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port': {'id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:20Z', 'updated_at': '2021-11-13T07:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:51:26.580308 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fa895-ce77-432f-a41e-f44f9cae9ec9 None None] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:26.612043 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:26.648037 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:26.699685 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Usage tracker for resource:security_group_rule and tenant:0979a2d762514a79ae1fb25f00668882 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:26.710147 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:26.726076 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:26.746416 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-01459424-3eb2-49c8-8b4e-0585b3b136d9 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5541689
Nov 13 07:51:26.919879 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.063978 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.108394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:27.143189 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce98e5fe-bf88-4be2-9741-3abe3f70b4ba req-a08158bc-ceba-4d6a-8bb4-c0dcd49489f6 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3553336
Nov 13 07:51:27.148204 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ace7e27b-1928-4c77-8707-de54ff7606c9 req-6598f316-5e96-4c59-90f9-709359286d8d tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 210 time: 0.0817096
Nov 13 07:51:27.212346 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee853c40>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:24Z', 'revision_number': 3, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:27.216104 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28510cc2-dd8e-4a9a-bb48-4a095607d95e req-3b355c97-4d9c-43f1-8659-a8525df6609b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:27.216720 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Checking router: 05c33f3e-142f-4d26-bd73-64ef127070d3 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:51:27.216938 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28510cc2-dd8e-4a9a-bb48-4a095607d95e req-3b355c97-4d9c-43f1-8659-a8525df6609b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 945 time: 0.2567809
Nov 13 07:51:27.217123 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Updating router 05c33f3e-142f-4d26-bd73-64ef127070d3 port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:51:27.266343 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.271987 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Provisioning for port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:27.288197 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Provisioning complete for port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:27.288627 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.298453 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b98a7110-13ba-4aa4-b417-84d29384e4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:27.337941 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28510cc2-dd8e-4a9a-bb48-4a095607d95e req-8b8f94f8-4f66-4b8b-916d-3949a4b8643f tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134298
Nov 13 07:51:27.355123 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.529396 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 55b047ca-a22c-4cc3-93fe-6cefb9e62177 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:27.560486 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c8e27-8dc5-4b78-a266-985ac57919f7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:27.563626 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:27.597277 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.675867 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Allocated IP 172.20.0.1 (06155239-6ea8-4655-af2b-c7130435ee8a/bd7f9775-c578-4a87-8c45-0bd0317b49ba/77e99c9a-2746-4456-91e6-2a34fd15de8d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:27.769920 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Allocated IP 192.168.233.247 (b859c817-a982-44ab-810e-e305209da336/e9917af1-3d37-4391-8f4e-bdf3961ac7fa/e1833c93-c15e-4d73-9d8f-fa620897a4e4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:27.794308 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.869161 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9232-4c2d-4366-b675-c59cd5754cd8 req-a829e109-d137-4597-8788-a2f267ad8575 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:27.877109 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a0cf9232-4c2d-4366-b675-c59cd5754cd8 req-a829e109-d137-4597-8788-a2f267ad8575 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.4170897
Nov 13 07:51:27.944043 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] For port 930bcfc7-9048-4b59-89cf-873a5b78b8f9, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=930bcfc7-9048-4b59-89cf-873a5b78b8f9,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:27.956235 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:27.956541 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:27.961253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Allocated IP 172.20.0.1 (0f66ae5e-e9e4-42e2-9f8e-0271fe49488b/f32f3356-fb6c-4303-974c-29c01e73f9f7/087bc613-e0cc-4298-b2b7-6ad1e22e8eaf) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:28.033599 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.034024 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.038795 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:28.050937 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Transition to ACTIVE for port object 77e99c9a-2746-4456-91e6-2a34fd15de8d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:28.097671 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a0cf9232-4c2d-4366-b675-c59cd5754cd8 req-f96195a4-88d3-4c93-8f13-cd96da4a43b1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2194672
Nov 13 07:51:28.172332 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.204110 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Transition to ACTIVE for port object 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:28.225977 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Pushing event updated for resources: {'Port': ['ID=930bcfc7-9048-4b59-89cf-873a5b78b8f9,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:28.256476 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:28.285801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.313237 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-7ecf460b-2442-4bcc-a335-e0fcec599d16 None None] Provisioning complete for port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:28.313643 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-7ecf460b-2442-4bcc-a335-e0fcec599d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.320710 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.324943 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.338071 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:28.344674 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Transition to ACTIVE for port object 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:28.373641 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.385639 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4ac013bb-fbee-4e6d-9241-4c0a019016f0 req-d143ae89-1243-440e-8925-ff8aa70bcb07 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 210 time: 0.0677299
Nov 13 07:51:28.387165 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:28.449439 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Transition to ACTIVE for port object e1833c93-c15e-4d73-9d8f-fa620897a4e4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:28.455801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.460582 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:28.480958 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Pushing event updated for resources: {'Port': ['ID=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:28.488874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Network 06155239-6ea8-4655-af2b-c7130435ee8a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:28.493029 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:28.493803 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:28.496655 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:28.505454 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:28.508877 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:28.511727 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:28.544795 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.593245 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Attempting to bind port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:28.593666 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Attempting to bind port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:28.594056 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Attempting to bind port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:28.620218 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3dc4f-fd79-4c8d-884a-ce9e1591cfd4 None None] Pushing event updated for resources: {'Port': ['ID=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:28.623287 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-44d3dc4f-fd79-4c8d-884a-ce9e1591cfd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:28.625438 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:28.625769 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:28.626184 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.626625 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:28.627138 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Bound port: 4a6d81b6-2d4b-4d63-9cb2-de632820cd84, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:28.630729 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.709726 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Network b859c817-a982-44ab-810e-e305209da336 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:28.715608 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.743696 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Pushing event updated for resources: {'Port': ['ID=77e99c9a-2746-4456-91e6-2a34fd15de8d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:28.744983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:28.746358 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:28.748617 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:28.830985 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:28.852497 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] For port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:28.860971 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] For port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:28.893857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:28.896462 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.934572 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:28.947020 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:28.991497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.067157 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.129787 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3dc4f-fd79-4c8d-884a-ce9e1591cfd4 None None] Pushing event updated for resources: {'Port': ['ID=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:29.135970 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-44d3dc4f-fd79-4c8d-884a-ce9e1591cfd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:29.147403 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:29.148458 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee853c40>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:29.174925 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Pushing event updated for resources: {'Port': ['ID=e1833c93-c15e-4d73-9d8f-fa620897a4e4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:29.177966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:29.190612 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.9916508
Nov 13 07:51:29.209084 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Request body: {'port': {'device_id': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:29.286773 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Provisioning for port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:29.308387 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Provisioning complete for port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:29.309278 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.432567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.440977 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.479992 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 930bcfc7-9048-4b59-89cf-873a5b78b8f9 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:29.498420 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a76e8-188f-40a1-8780-833646e1c014 req-32344ede-a630-49c3-b971-4687cf9c70cd tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:29.500383 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-529a76e8-188f-40a1-8780-833646e1c014 req-32344ede-a630-49c3-b971-4687cf9c70cd tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 945 time: 0.9041471
Nov 13 07:51:29.517113 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627650a0-319e-4d52-a23f-6af034d19d25 req-171b4bea-4ae4-45e7-b53d-d08b3498eeb2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:29.525314 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-627650a0-319e-4d52-a23f-6af034d19d25 req-171b4bea-4ae4-45e7-b53d-d08b3498eeb2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1361859
Nov 13 07:51:29.590975 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff584990-af16-420f-b5a2-4347551022dd req-42a6fef9-3072-485f-88d3-3c431e36b719 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:29.593099 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ff584990-af16-420f-b5a2-4347551022dd req-42a6fef9-3072-485f-88d3-3c431e36b719 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 945 time: 0.6820180
Nov 13 07:51:29.612728 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-627650a0-319e-4d52-a23f-6af034d19d25 req-91012729-a748-4d57-9891-1ac6b47048a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864210
Nov 13 07:51:29.615299 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.621464 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:29.774979 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:29.781511 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:29.827908 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.888324 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:29.935819 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Pushing event updated for resources: {'Port': ['ID=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:29.950062 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:29.988539 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-529a76e8-188f-40a1-8780-833646e1c014 req-8feac65d-3c1f-496e-adb9-3a72d1202ef1 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4760273
Nov 13 07:51:29.991783 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Deleting port 3523002e-6b2e-4520-942e-63bd11ed422e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:51:29.992127 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:30.137207 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:30.138485 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:30.252421 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:30.252837 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:30.323519 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:30.326819 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Provisioning for port 77e99c9a-2746-4456-91e6-2a34fd15de8d completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:30.334632 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Provisioning complete for port 77e99c9a-2746-4456-91e6-2a34fd15de8d triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:30.335084 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:30.592712 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d611696-fc0d-4f2c-9387-802a51c02a46 None None] Port 77e99c9a-2746-4456-91e6-2a34fd15de8d cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:30.624039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:30.663828 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee853c40>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:27Z', 'revision_number': 1, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:30.677749 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3419225-8c8f-44bc-a0f7-a4b08ab67a8e None None] The sync data for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi is: [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:27Z', 'revision_number': 1, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:51:30.727885 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-9af74957-d48b-43ba-9d7d-6577160e3d1f None None] Provisioning complete for port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:30.728260 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9af74957-d48b-43ba-9d7d-6577160e3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:30.821138 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Router 05c33f3e-142f-4d26-bd73-64ef127070d3 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:51:30.823783 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:30.850342 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-9af74957-d48b-43ba-9d7d-6577160e3d1f None None] Port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:30.861485 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:30.951752 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-9af74957-d48b-43ba-9d7d-6577160e3d1f None None] Provisioning for port e1833c93-c15e-4d73-9d8f-fa620897a4e4 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:30.972920 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-9af74957-d48b-43ba-9d7d-6577160e3d1f None None] Provisioning complete for port e1833c93-c15e-4d73-9d8f-fa620897a4e4 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:30.973838 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9af74957-d48b-43ba-9d7d-6577160e3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:31.072648 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] For port 3523002e-6b2e-4520-942e-63bd11ed422e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3523002e-6b2e-4520-942e-63bd11ed422e,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:31.073288 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:31.103952 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Pushing event updated for resources: {'Port': ['ID=77e99c9a-2746-4456-91e6-2a34fd15de8d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:31.107075 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-9af74957-d48b-43ba-9d7d-6577160e3d1f None None] Port e1833c93-c15e-4d73-9d8f-fa620897a4e4 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:31.114425 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:31.120366 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:31.189936 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:31.203654 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] 10.222.0.32 "PUT /v2.0/routers/05c33f3e-142f-4d26-bd73-64ef127070d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1915517
Nov 13 07:51:31.267561 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Calling delete_port for 3523002e-6b2e-4520-942e-63bd11ed422e owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:51:31.342209 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50a0b6-ffa4-4d93-a583-8ea9eabc6255 req-406babd2-b69e-4662-8501-ddda87ad06d3 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:31.344007 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-bb50a0b6-ffa4-4d93-a583-8ea9eabc6255 req-406babd2-b69e-4662-8501-ddda87ad06d3 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Synchronizing usage tracker for tenant:0979a2d762514a79ae1fb25f00668882 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:51:31.718999 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1833c93-c15e-4d73-9d8f-fa620897a4e4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:51:31.753706 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:31.935627 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-e3752d59-c183-4f7d-a88b-1202a0987e1e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:31.947335 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-e3752d59-c183-4f7d-a88b-1202a0987e1e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.4324727
Nov 13 07:51:31.964148 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-fac6f243-55a8-4d3b-bd0c-01d188a6fc11 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/quotas/9f0c482ef1eb4f8fa6c1320897c1678b HTTP/1.1" status: 200  len: 375 time: 0.0158048
Nov 13 07:51:32.116870 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-1dc184ec-6a31-4def-928a-e052a4508e45 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1411135
Nov 13 07:51:32.120439 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Transition to ACTIVE for port object e1833c93-c15e-4d73-9d8f-fa620897a4e4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:32.124654 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-bb50a0b6-ffa4-4d93-a583-8ea9eabc6255 req-406babd2-b69e-4662-8501-ddda87ad06d3 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Unset dirty status for tenant:0979a2d762514a79ae1fb25f00668882 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:51:32.125706 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bb50a0b6-ffa4-4d93-a583-8ea9eabc6255 req-406babd2-b69e-4662-8501-ddda87ad06d3 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 936 time: 1.8341856
Nov 13 07:51:32.217098 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:32.248201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Network 06155239-6ea8-4655-af2b-c7130435ee8a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:32.256182 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b29be414-b589-4b05-83b4-f793999a0fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:32.304527 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Pushing event deleted for resources: {'Port': ['ID=3523002e-6b2e-4520-942e-63bd11ed422e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:32.326966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:32.331480 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:32.343308 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:32.405336 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:32.405890 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-9a155e87-8323-40fa-a469-60db20885901 service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475157
Nov 13 07:51:32.425712 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-bb50a0b6-ffa4-4d93-a583-8ea9eabc6255 req-23ed7ce4-8176-439e-9a54-b688b402fcda tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Synchronizing usage tracker for tenant:0979a2d762514a79ae1fb25f00668882 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:51:32.539185 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] No DVR routers for this DVR port 3523002e-6b2e-4520-942e-63bd11ed422e on host hv-cinder-81783 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:51:32.670654 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-31a27056-72c6-4f95-b51c-71582c322fdf service neutron] 10.222.0.32 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2758577
Nov 13 07:51:32.834856 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:32.848546 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Pushing event updated for resources: {'Port': ['ID=e1833c93-c15e-4d73-9d8f-fa620897a4e4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:32.854568 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'name': 'network-vif-deleted', 'tag': '3523002e-6b2e-4520-942e-63bd11ed422e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:51:32.886555 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:32.900059 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-bb50a0b6-ffa4-4d93-a583-8ea9eabc6255 req-23ed7ce4-8176-439e-9a54-b688b402fcda tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Unset dirty status for tenant:0979a2d762514a79ae1fb25f00668882 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:51:32.904551 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bb50a0b6-ffa4-4d93-a583-8ea9eabc6255 req-23ed7ce4-8176-439e-9a54-b688b402fcda tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7375703
Nov 13 07:51:33.113719 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ff584990-af16-420f-b5a2-4347551022dd req-b599ddee-51c7-4f4e-8461-68fc5c2affa7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "DELETE /v2.0/ports/3523002e-6b2e-4520-942e-63bd11ed422e HTTP/1.1" status: 204  len: 173 time: 3.4771023
Nov 13 07:51:33.218627 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 3523002e-6b2e-4520-942e-63bd11ed422e no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:51:33.320588 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-71d4ff6e-9c7c-45e2-b40f-431fa40e9840 None None] Provisioning complete for port 77e99c9a-2746-4456-91e6-2a34fd15de8d triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:33.320968 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-71d4ff6e-9c7c-45e2-b40f-431fa40e9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:33.435752 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 3523002e-6b2e-4520-942e-63bd11ed422e {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:51:33.445870 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 3523002e-6b2e-4520-942e-63bd11ed422e not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:51:33.472744 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Attempting to bind port e1833c93-c15e-4d73-9d8f-fa620897a4e4 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:33.473267 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Attempting to bind port e1833c93-c15e-4d73-9d8f-fa620897a4e4 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:33.477646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Attempting to bind port e1833c93-c15e-4d73-9d8f-fa620897a4e4 on network b859c817-a982-44ab-810e-e305209da336 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:33.545891 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-71d4ff6e-9c7c-45e2-b40f-431fa40e9840 None None] Port 77e99c9a-2746-4456-91e6-2a34fd15de8d cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:33.640819 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:33.722122 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40434-99a7-46af-af30-75265d15016c req-904135d2-66c2-4d4b-83ea-623cb32cdb76 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:33.723602 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9fa40434-99a7-46af-af30-75265d15016c req-904135d2-66c2-4d4b-83ea-623cb32cdb76 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.4927461
Nov 13 07:51:33.733483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Port e1833c93-c15e-4d73-9d8f-fa620897a4e4 on network b859c817-a982-44ab-810e-e305209da336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:51:33.733817 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Attempting to bind port e1833c93-c15e-4d73-9d8f-fa620897a4e4 on network b859c817-a982-44ab-810e-e305209da336 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:33.768649 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:33.769043 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Checking segment: {'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:33.769991 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Bound using segment: {'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:33.770456 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Bound port: e1833c93-c15e-4d73-9d8f-fa620897a4e4, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347e05ab-ff21-4a0d-945c-3a615327713a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b859c817-a982-44ab-810e-e305209da336'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:33.770833 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:33.882872 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:33.887861 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d17fed8a-e0b5-48da-936a-3829d6533897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:33.890341 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:33.890960 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.061025 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] For port e1833c93-c15e-4d73-9d8f-fa620897a4e4, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:34.071751 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] For port e1833c93-c15e-4d73-9d8f-fa620897a4e4, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1833c93-c15e-4d73-9d8f-fa620897a4e4,segment=NetworkSegment(347e05ab-ff21-4a0d-945c-3a615327713a),segment_id=347e05ab-ff21-4a0d-945c-3a615327713a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:34.114479 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6b7e9c0f-c04f-489a-8457-f9f25d14a00b req-76704105-f531-4a62-8d8e-9377f6bf4390 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0612824
Nov 13 07:51:34.116044 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39940) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:34.128782 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-670964072-network', 'tenant_id': '51824153689e41c49419ae0768e05e02'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:34.134612 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:34.139112 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Usage tracker for resource:network and tenant:51824153689e41c49419ae0768e05e02 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:34.146207 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:34.155086 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:34.198029 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.223698 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:34.284000 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce8f454-3e4d-4595-862a-cd01f1c66589', 'name': 'network-vif-deleted', 'tag': '3523002e-6b2e-4520-942e-63bd11ed422e', 'status': 'completed', 'code': 200}
Nov 13 07:51:34.310484 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.328495 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Made reservation on behalf of 51824153689e41c49419ae0768e05e02 for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:34.330230 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Pushing event updated for resources: {'Port': ['ID=e1833c93-c15e-4d73-9d8f-fa620897a4e4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:34.335879 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:34.337136 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.340153 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9fa40434-99a7-46af-af30-75265d15016c req-e3a15c06-9cfa-4d90-bbdf-de76ea53cb22 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5857224
Nov 13 07:51:34.346644 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.348166 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.349583 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1833c93-c15e-4d73-9d8f-fa620897a4e4 HTTP/1.1" status: 200  len: 1098 time: 5.1488397
Nov 13 07:51:34.379507 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:34.463228 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4140af6f-f7db-4c85-9296-b2791ddf38d8 req-efc2db95-bf44-4409-b9f0-c16f9e17f1f5 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0771415
Nov 13 07:51:34.464009 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.471451 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Router 666f92f1-0f51-4d0a-811e-03f188500938 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:51:34.508709 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:34.541442 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Usage tracker for resource:security_group_rule and tenant:51824153689e41c49419ae0768e05e02 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:34.541442 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:34.541442 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:34.653952 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.768357 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c57ec5-2adb-426f-abf5-51489a0f00c8 req-84c9321b-49b1-4200-a352-b3e6f15809b8 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:34.768357 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-42c57ec5-2adb-426f-abf5-51489a0f00c8 req-84c9321b-49b1-4200-a352-b3e6f15809b8 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.0786188
Nov 13 07:51:34.799111 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-42c57ec5-2adb-426f-abf5-51489a0f00c8 req-c636468d-7c7a-441f-b641-d5bef46fc2c3 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485919
Nov 13 07:51:34.912367 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42ea23-3351-4aab-ab07-f6619e574930 req-95aed48c-883a-4d18-b8ff-3d12c0b3842f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:34.915612 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-af42ea23-3351-4aab-ab07-f6619e574930 req-95aed48c-883a-4d18-b8ff-3d12c0b3842f tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.2101526
Nov 13 07:51:34.951801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:34.952709 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:34.989356 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-af42ea23-3351-4aab-ab07-f6619e574930 req-6e72962c-be43-4a8c-ac46-8356f2d5e73e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672054
Nov 13 07:51:35.001474 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-2d308f98-ff17-49ce-aef5-bb08eeb02ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:35.015173 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:35.039469 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] 10.222.0.32 "PUT /v2.0/routers/666f92f1-0f51-4d0a-811e-03f188500938/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5331466
Nov 13 07:51:35.149149 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:35.153654 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:35.182699 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.186278 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-57f519ce-0b80-49bd-b862-f73dccf785be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:35.241220 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:51:35.249741 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d13d96-d167-4a3c-b4a3-af9f4ecaa1e4,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:35.255307 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:35.257987 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.258493 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Added segment 385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc of type vlan for network 808d4cc7-ef55-49ef-beab-3bc52791f00e
Nov 13 07:51:35.293177 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.328097 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:35.334526 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:35.334941 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.348038 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6449d230-1640-47cb-8e5d-4f645095a71d req-ec6a9eeb-cb0f-4762-b75e-f3f8245886a5 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0507634
Nov 13 07:51:35.492727 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.522488 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.523793 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:35.524441 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.564489 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:35.577501 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:35.822725 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf82ca5-f7ca-4cce-9603-40631e5a0a1f req-5c63b1e7-c558-45be-9ed8-3c63427a7750 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:35.822725 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cbf82ca5-f7ca-4cce-9603-40631e5a0a1f req-5c63b1e7-c558-45be-9ed8-3c63427a7750 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1569705
Nov 13 07:51:35.824416 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09ea2972-5b72-4432-b758-85872acf406a req-cfa5615c-b83e-4d7a-96fd-4b3839d0a372 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0610907
Nov 13 07:51:35.824416 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Pushing event updated for resources: {'Network': ['ID=808d4cc7-ef55-49ef-beab-3bc52791f00e,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:35.824416 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:35.824737 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:51:35.848505 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cbf82ca5-f7ca-4cce-9603-40631e5a0a1f req-26f7f3d2-127b-42fb-85c7-66290a9b1c73 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517224
Nov 13 07:51:35.922148 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:35.933379 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-2d308f98-ff17-49ce-aef5-bb08eeb02ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:35.949433 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8311636
Nov 13 07:51:35.952287 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39958) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:35.957994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Request body: {'subnet': {'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-670964072-subnet', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:35.967572 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:35.976002 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Usage tracker for resource:subnet and tenant:51824153689e41c49419ae0768e05e02 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:35.981280 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:36.000284 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:36.017807 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2337-7cb6-470e-948e-d9633b991d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:36.056628 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:36.119044 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8cc26-5fb6-4b1f-82e8-28169f095f31 req-a0f5dbc4-52f0-4bed-be0d-fe137b7b1b01 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:36.127153 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-02e8cc26-5fb6-4b1f-82e8-28169f095f31 req-a0f5dbc4-52f0-4bed-be0d-fe137b7b1b01 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.1233914
Nov 13 07:51:36.129278 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:36.139918 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:36.151888 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:36.152525 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:36.174971 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Made reservation on behalf of 51824153689e41c49419ae0768e05e02 for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:36.178262 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2054004'] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:36.216446 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-02e8cc26-5fb6-4b1f-82e8-28169f095f31 req-ac7e2004-393a-4aa9-9358-411b023f0ffd tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882144
Nov 13 07:51:36.314306 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'tag': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:51:36.395328 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d63848-75e0-4715-81f2-b921b323c8f0 req-0ec82bf7-3c10-4b83-8c7d-6a6fd1439de8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:36.395328 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-19d63848-75e0-4715-81f2-b921b323c8f0 req-0ec82bf7-3c10-4b83-8c7d-6a6fd1439de8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1071866
Nov 13 07:51:36.395328 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'tag': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4', 'status': 'completed', 'code': 200}
Nov 13 07:51:36.471839 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-19d63848-75e0-4715-81f2-b921b323c8f0 req-49ea608e-a77e-4a15-9b93-728d1539d5a6 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806808
Nov 13 07:51:36.615245 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4f8fd15d-81f2-4b73-b26f-0685d617c0ac req-35094cf5-670c-435e-b6a8-e7a826e0fe29 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0607841
Nov 13 07:51:36.796481 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1934622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2053986'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:36.800818 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:36.932573 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a94a64-5334-44b6-abd8-99b28f2b1477,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:36.936613 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:36.940444 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Checking segment: {'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:36.944107 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Network hostable DHCP agents. Network: 808d4cc7-ef55-49ef-beab-3bc52791f00e, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:51:36.994332 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b7377ee2-8205-40ca-85e9-70a149b3d595 req-5ec72638-f431-45b6-94e9-072fdd415f7a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0636606
Nov 13 07:51:37.115405 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43b480-fac6-4bee-ad20-bc029627cc0b req-4a9f0e1c-e50d-4adb-ae89-cc81020727ba tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:37.116875 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee43b480-fac6-4bee-ad20-bc029627cc0b req-4a9f0e1c-e50d-4adb-ae89-cc81020727ba tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0846267
Nov 13 07:51:37.122424 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:37.166855 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee43b480-fac6-4bee-ad20-bc029627cc0b req-a96d82af-5cab-4d67-b806-2fae049ea67b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441368
Nov 13 07:51:37.174282 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:51:37.293636 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 808d4cc7-ef55-49ef-beab-3bc52791f00e) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:37.301886 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:37.302491 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:37.307963 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97acff23-d10c-4b17-ba92-b681c6a2defe None None] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:37.403381 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4498088
Nov 13 07:51:37.405874 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 39982) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:37.411634 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:37.421683 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:37.427665 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Usage tracker for resource:router and tenant:51824153689e41c49419ae0768e05e02 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:37.431391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:37.437653 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:37.546010 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2d934-096d-4850-bd92-4ffa637fc06a req-7ffff0d2-9ee5-45f9-92c9-a640a5fcea3b tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:37.546010 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ffe2d934-096d-4850-bd92-4ffa637fc06a req-7ffff0d2-9ee5-45f9-92c9-a640a5fcea3b tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.1417933
Nov 13 07:51:37.574069 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-808d4cc7-ef55-49ef-beab-3bc52791f00e', 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'fixed_ips': [{'subnet_id': 'f9a94a64-5334-44b6-abd8-99b28f2b1477'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:51:37.574958 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:37.647601 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ffe2d934-096d-4850-bd92-4ffa637fc06a req-0402031e-e738-46e7-a1ed-9789d3361bea tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206179
Nov 13 07:51:37.728059 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:37.729048 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:37.758657 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:37.908938 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91fc3f-3a51-4ae0-9302-c45dd8dae704 req-c2b55309-8057-4ea6-8d86-bfd50dd2b0a5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:37.910656 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2a91fc3f-3a51-4ae0-9302-c45dd8dae704 req-c2b55309-8057-4ea6-8d86-bfd50dd2b0a5 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1251166
Nov 13 07:51:37.939426 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Allocated IP 172.20.0.2 (808d4cc7-ef55-49ef-beab-3bc52791f00e/f9a94a64-5334-44b6-abd8-99b28f2b1477/d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:37.962157 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-f7a366e1-ac4c-4d29-a64a-7bdd2b3e21cb req-598b159f-e89a-4389-b5d9-f17b42b2f11e tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Synchronizing usage tracker for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:51:38.055663 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:38.059171 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-f7a366e1-ac4c-4d29-a64a-7bdd2b3e21cb req-598b159f-e89a-4389-b5d9-f17b42b2f11e tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Unset dirty status for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:51:38.060724 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f7a366e1-ac4c-4d29-a64a-7bdd2b3e21cb req-598b159f-e89a-4389-b5d9-f17b42b2f11e tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.1936250
Nov 13 07:51:38.126820 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2a91fc3f-3a51-4ae0-9302-c45dd8dae704 req-f8bbd4ed-6286-4441-b01b-3a73dd4db6ae tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197965
Nov 13 07:51:38.129844 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:38.295019 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f0964cf2-9c26-46ec-af4d-94eea82f5514 req-206ddd58-a193-4850-b841-8e2c840a8429 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0611045
Nov 13 07:51:38.333682 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:38.350710 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Transition to ACTIVE for port object d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:38.374008 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Transition to ACTIVE for port object d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:38.377293 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:38.377764 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:38.493537 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:38.499706 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:38.606169 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Pushing event updated for resources: {'Port': ['ID=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:38.615297 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:38.634176 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:38.636280 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:38.646195 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:38.715395 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb0e7-6357-4702-b909-31b31b6dc34f req-56899c58-2c0e-4b93-a8fb-fa1765b8353a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:38.736717 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28bfb0e7-6357-4702-b909-31b31b6dc34f req-56899c58-2c0e-4b93-a8fb-fa1765b8353a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.3486485
Nov 13 07:51:38.824259 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Attempting to bind port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:38.824769 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Attempting to bind port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:38.825269 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Attempting to bind port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 on network 808d4cc7-ef55-49ef-beab-3bc52791f00e {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:38.841673 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:38.849772 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:38.849772 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Checking segment: {'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:38.854587 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:38.854587 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Bound using segment: {'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:38.854587 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Bound port: d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:38.854587 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:38.864767 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28bfb0e7-6357-4702-b909-31b31b6dc34f req-1aedb185-50b4-42c2-bb49-4445bd3bda8e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1231017
Nov 13 07:51:38.940821 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390939c-7895-46c7-9988-d25b7e0f9dd2 req-fe458423-44ee-4eb7-aa22-794e06be2622 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:38.949548 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6390939c-7895-46c7-9988-d25b7e0f9dd2 req-fe458423-44ee-4eb7-aa22-794e06be2622 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.0977485
Nov 13 07:51:38.969122 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:39.006630 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6390939c-7895-46c7-9988-d25b7e0f9dd2 req-70ba75f1-541e-4018-a205-e9ddd3fed833 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559206
Nov 13 07:51:39.018294 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:39.072159 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] For port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:39.082697 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] For port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,segment=NetworkSegment(385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc),segment_id=385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:39.290854 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Allocated IP 172.27.1.102 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/d7282245-c0f2-48df-9451-367836857c5f) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:39.316871 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:39.320991 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:39.386534 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-afe7fb2c-cdec-44b1-b598-11d001240858 req-4b4c08c9-59d3-4996-84ff-bf0d07fcddc5 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0707545
Nov 13 07:51:39.494817 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a7f5-1839-42fd-bc7e-8437f39b568c req-9028fa8d-348b-47ed-a5fe-7ea392a2a924 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:39.502486 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4b36a7f5-1839-42fd-bc7e-8437f39b568c req-9028fa8d-348b-47ed-a5fe-7ea392a2a924 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1702564
Nov 13 07:51:39.525903 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Pushing event updated for resources: {'Port': ['ID=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:39.529282 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:39.590627 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4b36a7f5-1839-42fd-bc7e-8437f39b568c req-5a71310f-4f7e-429e-90a4-444376233457 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870903
Nov 13 07:51:39.662648 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ca9daa77-1d2a-4e90-821f-c48c649e3733 req-dec7ccd9-85a5-4eda-ae3e-fe94d139e5ab tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0794015
Nov 13 07:51:39.753998 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:39.968558 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:39.986970 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:40.136424 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:40.150660 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:40.150994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:40.248049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:40.323929 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Pushing event updated for resources: {'Port': ['ID=d7282245-c0f2-48df-9451-367836857c5f,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:40.327547 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:40.555365 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a03fd-5e56-4428-a14c-775614e2323d req-86fc2549-328f-4c34-ac5b-84a95fecfb88 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:40.556745 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2c4a03fd-5e56-4428-a14c-775614e2323d req-86fc2549-328f-4c34-ac5b-84a95fecfb88 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.4072151
Nov 13 07:51:40.573621 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:40.638192 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2c4a03fd-5e56-4428-a14c-775614e2323d req-81cd13f9-a432-4b10-8585-fcf73ce719e0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710063
Nov 13 07:51:40.761348 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:40.762148 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:41.052828 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da32311-90dd-4963-a180-dc0d57e65c10 req-7e88a02d-a59f-454a-b47f-204bd807beca tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:41.062839 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7da32311-90dd-4963-a180-dc0d57e65c10 req-7e88a02d-a59f-454a-b47f-204bd807beca tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.1953838
Nov 13 07:51:41.164585 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1123cb9-cea9-4a72-b871-07f08ae85275 None None] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:51:41.166631 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2d0c4f85-c1a9-4520-a46e-07bed1e7dfdf req-e169f2d7-dca0-4989-9bda-8faf929bf5fb tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0771437
Nov 13 07:51:41.208454 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7da32311-90dd-4963-a180-dc0d57e65c10 req-b5775110-def6-4e96-a0fb-349eb180576c tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356447
Nov 13 07:51:41.464278 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Router 0bd946df-5bd0-47cd-ba20-0c03915efd2d is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:51:41.478642 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ba647a2b-1d05-49ca-a612-4910faaf14d6 req-051805b3-7fcc-4fc9-ab62-320af666dae1 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0568323
Nov 13 07:51:41.551096 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Provisioning for port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:41.552369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f76c-b37b-4876-b094-d7e1d9acf5c6 req-a77b9d21-0b4e-48ec-b16b-f60c8cc554ab tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:41.553871 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d162f76c-b37b-4876-b094-d7e1d9acf5c6 req-a77b9d21-0b4e-48ec-b16b-f60c8cc554ab tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.1675737
Nov 13 07:51:41.575975 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Provisioning complete for port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:41.575975 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:41.643245 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d162f76c-b37b-4876-b094-d7e1d9acf5c6 req-908ad41b-76fe-40ea-9899-2305163e2f06 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835235
Nov 13 07:51:41.739459 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:41.789469 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] For port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,segment=NetworkSegment(385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc),segment_id=385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:41.790117 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:41.823006 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Sync routers for ids ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:51:41.830718 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Routers {'0bd946df-5bd0-47cd-ba20-0c03915efd2d'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:41.831401 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec04910>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:42.074612 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Set router 0bd946df-5bd0-47cd-ba20-0c03915efd2d gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:42.098857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f5ef3-fe50-4a63-8e55-87f9b57e3b0c req-0f1f67dc-3bfa-41eb-900a-edc2a093ed3d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:42.100371 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c03f5ef3-fe50-4a63-8e55-87f9b57e3b0c req-0f1f67dc-3bfa-41eb-900a-edc2a093ed3d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1527596
Nov 13 07:51:42.145292 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c03f5ef3-fe50-4a63-8e55-87f9b57e3b0c req-7d556636-dec9-459a-b27f-4756d89e8dfb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394962
Nov 13 07:51:42.181273 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:42.181273 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:42.187959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:42.192551 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7beaa223-969d-4c8e-a0f1-857e0ddb1646 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.7855752
Nov 13 07:51:42.194973 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40038) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:42.300129 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Pushing event updated for resources: {'Port': ['ID=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:42.303754 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:42.317463 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-8eb73d73-8a37-437e-a10b-2a5452ffc70b None None] Provisioning complete for port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:42.317842 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8eb73d73-8a37-437e-a10b-2a5452ffc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:42.433359 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec04910>, [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:51:40Z', 'revision_number': 3, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:42.435943 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-672df03b-3d4e-44ba-9405-6d94ee168f36 req-32f2504e-57f1-4b91-89e3-a3fbc4783c7c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ce8f454-3e4d-4595-862a-cd01f1c66589 HTTP/1.1" status: 200  len: 210 time: 0.0878909
Nov 13 07:51:42.437564 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Checking router: 0bd946df-5bd0-47cd-ba20-0c03915efd2d for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:51:42.437919 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Updating router 0bd946df-5bd0-47cd-ba20-0c03915efd2d port d7282245-c0f2-48df-9451-367836857c5f binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:51:42.507937 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:42.803728 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4420b-6ed3-4ef4-99d4-47249e2d2001 req-fd11c042-b448-42f9-b1b3-9ab07e128f12 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:42.807928 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5df4420b-6ed3-4ef4-99d4-47249e2d2001 req-fd11c042-b448-42f9-b1b3-9ab07e128f12 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.3411369
Nov 13 07:51:42.894630 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:42.904980 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-f9c02981-c20b-4910-bc2f-428eb2c3402a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0979a2d762514a79ae1fb25f00668882&device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 1101 time: 0.3238699
Nov 13 07:51:42.920458 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Transition to ACTIVE for port object d7282245-c0f2-48df-9451-367836857c5f will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:42.933367 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5df4420b-6ed3-4ef4-99d4-47249e2d2001 req-a01539f9-d854-4149-91f2-33323e74bdf4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160436
Nov 13 07:51:42.960686 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e0f7048a-627e-49ac-9cae-e49fe147bd11 req-ef2dc343-2c63-4fe7-b867-f538a74d3edd tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0572853
Nov 13 07:51:43.031736 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:43.036477 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-7084c404-0fc0-4a37-93eb-cce85cbcfcc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:43.160146 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-d08004c3-f6f8-4fbc-ab85-bb8e594d0b4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e1833c93-c15e-4d73-9d8f-fa620897a4e4 HTTP/1.1" status: 200  len: 217 time: 0.2236471
Nov 13 07:51:43.291643 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Attempting to bind port d7282245-c0f2-48df-9451-367836857c5f on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:43.291875 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Attempting to bind port d7282245-c0f2-48df-9451-367836857c5f by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:43.292210 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Attempting to bind port d7282245-c0f2-48df-9451-367836857c5f on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:43.294992 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a9fe-7816-461b-9071-3ddb6f6ed953 None None] Pushing event updated for resources: {'Port': ['ID=d7282245-c0f2-48df-9451-367836857c5f,revision_number=2']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:43.315671 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-a7a1a9fe-7816-461b-9071-3ddb6f6ed953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:43.327961 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:43.329098 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:43.329925 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:43.330945 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:43.332722 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Bound port: d7282245-c0f2-48df-9451-367836857c5f, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:43.333278 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:43.422058 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-662c11ad-756e-4b99-9cbb-dc30143dcd49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:43.424246 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-662c11ad-756e-4b99-9cbb-dc30143dcd49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9917af1-3d37-4391-8f4e-bdf3961ac7fa HTTP/1.1" status: 200  len: 843 time: 0.2528813
Nov 13 07:51:43.503670 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] For port d7282245-c0f2-48df-9451-367836857c5f, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:43.510527 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] For port d7282245-c0f2-48df-9451-367836857c5f, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d7282245-c0f2-48df-9451-367836857c5f,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:43.525711 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78835e8-5734-41b0-b6bd-efb6ebfa483f req-75b1c306-a545-44e4-a854-d0868bddec5a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:43.527236 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f78835e8-5734-41b0-b6bd-efb6ebfa483f req-75b1c306-a545-44e4-a854-d0868bddec5a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.2010438
Nov 13 07:51:43.600147 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:43.601166 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-fa01ca2b-3768-482d-8f1f-e5890631c3e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b859c817-a982-44ab-810e-e305209da336&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1592977
Nov 13 07:51:43.603485 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f78835e8-5734-41b0-b6bd-efb6ebfa483f req-900121a2-33d5-4831-af4b-71413dc6c867 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692387
Nov 13 07:51:43.616648 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:43.728210 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d841e-c367-4bb8-a8cc-eca963c87a8c req-566224b8-3b8b-4460-ad7a-049c4097af5e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:43.736161 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d56d841e-c367-4bb8-a8cc-eca963c87a8c req-566224b8-3b8b-4460-ad7a-049c4097af5e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.3725836
Nov 13 07:51:43.797894 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-f6349bad-a541-405b-9e01-2808bcc685c8 service neutron] 10.222.0.18 "GET /v2.0/networks/b859c817-a982-44ab-810e-e305209da336?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859291
Nov 13 07:51:43.805052 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a9fe-7816-461b-9071-3ddb6f6ed953 None None] Pushing event updated for resources: {'Port': ['ID=d7282245-c0f2-48df-9451-367836857c5f,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:43.809113 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d56d841e-c367-4bb8-a8cc-eca963c87a8c req-ca9b4234-ea3a-4788-a9ce-f08275d13680 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695398
Nov 13 07:51:43.812113 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-a7a1a9fe-7816-461b-9071-3ddb6f6ed953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:43.831014 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Routers {'0bd946df-5bd0-47cd-ba20-0c03915efd2d'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:43.831693 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec04910>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:43.905137 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:44.126694 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:44.229344 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] Set router 0bd946df-5bd0-47cd-ba20-0c03915efd2d gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:44.252285 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8be09279-e592-4cc8-913c-c4638d6a04fa req-dc4fe316-b410-41d1-9904-87fda28d2d2d service neutron] 10.222.0.18 "GET /v2.0/networks/b859c817-a982-44ab-810e-e305209da336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4438992
Nov 13 07:51:44.281737 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:44.282148 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:44.433308 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-79cca741-7f90-4e5c-805d-762ab6a9a905 req-49bfae6c-a9ed-453f-8f2d-be39d574cf3e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0699852
Nov 13 07:51:44.478549 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Allocated IP 172.20.0.1 (808d4cc7-ef55-49ef-beab-3bc52791f00e/f9a94a64-5334-44b6-abd8-99b28f2b1477/5c389f66-0207-4be1-8db4-a7089fb54ff5) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:44.531879 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39579c-ff0c-40dc-8d29-dfd0e853ae6e req-a78e0d16-577c-4e6b-b9af-5bd7355ecb69 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:44.539684 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5e39579c-ff0c-40dc-8d29-dfd0e853ae6e req-a78e0d16-577c-4e6b-b9af-5bd7355ecb69 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.1787989
Nov 13 07:51:44.675950 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5e39579c-ff0c-40dc-8d29-dfd0e853ae6e req-829a5a31-8eb0-4096-96f7-1e9dd8268abe tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336343
Nov 13 07:51:44.761709 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec04910>, [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:51:40Z', 'revision_number': 3, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:44.770387 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea86cc8-a501-4582-839b-6ba3774d5085 None None] The sync data for ids ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'] in dv-cinder-817832-1-iscsi is: [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:51:40Z', 'revision_number': 3, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:51:44.833451 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:44.872161 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Transition to ACTIVE for port object 5c389f66-0207-4be1-8db4-a7089fb54ff5 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:45.071320 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-3eeaffee-91ad-4961-af51-6b8ad3f38f85 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:45.072751 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-3eeaffee-91ad-4961-af51-6b8ad3f38f85 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 814 time: 0.3623812
Nov 13 07:51:45.146434 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Request body: {'port': {'device_id': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'admin_state_up': True, 'tenant_id': '9f0c482ef1eb4f8fa6c1320897c1678b'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:45.212706 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:45.227012 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:45.345173 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:45.363358 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:45.373748 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d68cd255-7562-41bd-bef2-044bb37a184a req-a0a832a3-c931-4f16-9431-7fe93e4ba821 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0979a2d762514a79ae1fb25f00668882&device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 1101 time: 0.7656860
Nov 13 07:51:45.380953 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7187ed6-198e-4ae6-8314-6ccf9146deba req-c3eda50e-19e6-4710-9abb-3c2ee84d61fe tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:45.393704 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c7187ed6-198e-4ae6-8314-6ccf9146deba req-c3eda50e-19e6-4710-9abb-3c2ee84d61fe tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.3094974
Nov 13 07:51:45.475055 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:45.484284 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345ac76-094c-4fac-80a3-9cf9c0e9bf24 req-e72410dc-9dcc-4baa-adc2-23028b3d1ac0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:45.487171 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3345ac76-094c-4fac-80a3-9cf9c0e9bf24 req-e72410dc-9dcc-4baa-adc2-23028b3d1ac0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.4294143
Nov 13 07:51:45.488045 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Pushing event updated for resources: {'Port': ['ID=5c389f66-0207-4be1-8db4-a7089fb54ff5,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:45.491078 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:45.493554 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:45.495727 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:45.579570 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c7187ed6-198e-4ae6-8314-6ccf9146deba req-5663d65a-f963-4198-ae2a-fcfc2dbc3988 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866658
Nov 13 07:51:45.650535 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Made reservation on behalf of 9f0c482ef1eb4f8fa6c1320897c1678b for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:51:45.660008 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:45.675749 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-376913d5-b89b-49e8-b2cd-e404552b7d1a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:45.680596 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-376913d5-b89b-49e8-b2cd-e404552b7d1a tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.5274901
Nov 13 07:51:45.711414 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd255-7562-41bd-bef2-044bb37a184a req-206ebb0e-0f32-45ef-a3d6-40f1983316cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:45.712856 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d68cd255-7562-41bd-bef2-044bb37a184a req-206ebb0e-0f32-45ef-a3d6-40f1983316cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b859c817-a982-44ab-810e-e305209da336 HTTP/1.1" status: 200  len: 870 time: 0.3018906
Nov 13 07:51:45.739608 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:45.762757 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3345ac76-094c-4fac-80a3-9cf9c0e9bf24 req-b22c72e5-d11c-49d7-8a4d-f1d0e761a562 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2113118
Nov 13 07:51:46.102265 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Allocated IP 172.20.0.5 (13dc6fb3-9bcb-4e4a-8416-084631603788/87dbc69f-6a7f-4283-a7bb-a6df28c93f8e/842792f1-dadf-4dda-9cd0-832261f0bb2d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:51:46.102891 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-79aceb81-e54c-46e7-a646-d1953adbc881 req-6ff6976b-3900-4ef6-9443-1188915961b2 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.0739179
Nov 13 07:51:46.119387 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.301394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-315d25df-9f34-4037-9333-45f3db18a446 None None] Provisioning for port 5c389f66-0207-4be1-8db4-a7089fb54ff5 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:46.367020 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-315d25df-9f34-4037-9333-45f3db18a446 None None] Provisioning complete for port 5c389f66-0207-4be1-8db4-a7089fb54ff5 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:46.367020 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-315d25df-9f34-4037-9333-45f3db18a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.367287 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.385780 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-315d25df-9f34-4037-9333-45f3db18a446 None None] Port 5c389f66-0207-4be1-8db4-a7089fb54ff5 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:46.532122 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07e5fd-8e3e-45c3-974a-ef4ae04f0469 req-9faec579-ed48-4bb6-8edf-8808f6bda317 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:46.533594 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bd07e5fd-8e3e-45c3-974a-ef4ae04f0469 req-9faec579-ed48-4bb6-8edf-8808f6bda317 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.1422043
Nov 13 07:51:46.535544 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.575635 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.588066 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:46.589760 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bd07e5fd-8e3e-45c3-974a-ef4ae04f0469 req-186ceade-148b-4f93-a45c-acd92182f1a1 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488288
Nov 13 07:51:46.619498 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.663582 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:46.677320 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Network 13dc6fb3-9bcb-4e4a-8416-084631603788 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:46.681696 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:46.691152 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:51:46.715500 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event updated for resources: {'Port': ['ID=842792f1-dadf-4dda-9cd0-832261f0bb2d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:46.719049 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:46.770007 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc7473-a7c0-4bc9-97a4-1ae7a36815d3 req-86338c2a-a5dc-46e4-999c-a147c533852a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:46.778242 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7afc7473-a7c0-4bc9-97a4-1ae7a36815d3 req-86338c2a-a5dc-46e4-999c-a147c533852a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.2442875
Nov 13 07:51:46.800277 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:46.800874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.820255 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:46.834621 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Pushing event updated for resources: {'Port': ['ID=5c389f66-0207-4be1-8db4-a7089fb54ff5,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:46.841560 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:46.973308 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7afc7473-a7c0-4bc9-97a4-1ae7a36815d3 req-2e866102-b8aa-4baa-ab8c-057e8af773e4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916488
Nov 13 07:51:46.974395 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97b59b-c3fe-4545-a9af-37c0c3d95014 req-53c0a217-e744-4e2e-bbe1-6e8aac7fecb2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:46.974395 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5b97b59b-c3fe-4545-a9af-37c0c3d95014 req-53c0a217-e744-4e2e-bbe1-6e8aac7fecb2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 945 time: 0.2072835
Nov 13 07:51:47.059177 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b44de6-e52e-4a5d-a4e4-a5317ddfb3f9 req-bfd8e9e0-7598-456f-be94-792359f28d44 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:47.060845 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d1b44de6-e52e-4a5d-a4e4-a5317ddfb3f9 req-bfd8e9e0-7598-456f-be94-792359f28d44 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.0804965
Nov 13 07:51:47.108943 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d1b44de6-e52e-4a5d-a4e4-a5317ddfb3f9 req-c524ab6e-9736-4283-ba63-fb970bd281d5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417099
Nov 13 07:51:47.116263 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:51:47.119169 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:51:47.190856 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5b97b59b-c3fe-4545-a9af-37c0c3d95014 req-f74f40de-33ed-45e6-9844-9c6d5191b2f8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182591
Nov 13 07:51:47.307773 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1729548
Nov 13 07:51:47.366068 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5848-cb90-4172-aaf7-6222cf7ed6d2 req-9e7844d0-efb1-4da3-b249-31f288a5f24d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:47.367074 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-5ebc5848-cb90-4172-aaf7-6222cf7ed6d2 req-9e7844d0-efb1-4da3-b249-31f288a5f24d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:51:47.417517 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-5ccc2386-8476-4283-b2a1-cf90af0eb4f4 None None] Provisioning complete for port 5c389f66-0207-4be1-8db4-a7089fb54ff5 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:47.418138 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5ccc2386-8476-4283-b2a1-cf90af0eb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:47.454722 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-5ebc5848-cb90-4172-aaf7-6222cf7ed6d2 req-9e7844d0-efb1-4da3-b249-31f288a5f24d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:51:47.457004 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ebc5848-cb90-4172-aaf7-6222cf7ed6d2 req-9e7844d0-efb1-4da3-b249-31f288a5f24d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 931 time: 0.2184236
Nov 13 07:51:47.479725 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc2386-8476-4283-b2a1-cf90af0eb4f4 None None] Port 5c389f66-0207-4be1-8db4-a7089fb54ff5 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:51:47.517876 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ebc5848-cb90-4172-aaf7-6222cf7ed6d2 req-78403e2e-1a0f-49ed-a61f-7c63e8609ef6 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546114
Nov 13 07:51:47.613757 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Router 0bd946df-5bd0-47cd-ba20-0c03915efd2d has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:51:47.898373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd200-4dc6-44b8-9914-b0f229e8db0a req-cd89e25d-cd0a-4e5e-bda8-fb58e6c2c19e tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:47.899971 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c9bcd200-4dc6-44b8-9914-b0f229e8db0a req-cd89e25d-cd0a-4e5e-bda8-fb58e6c2c19e tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.1261685
Nov 13 07:51:47.923405 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:51:47.947288 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] 10.222.0.32 "PUT /v2.0/routers/0bd946df-5bd0-47cd-ba20-0c03915efd2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7527165
Nov 13 07:51:47.978423 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c9bcd200-4dc6-44b8-9914-b0f229e8db0a req-83b498aa-8bde-4466-86f4-39c29cad8cf6 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711219
Nov 13 07:51:48.214076 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a63f-ae34-47f3-81be-f81d315e330f req-e0f4cc7e-7173-4791-bdd3-0bd8a24f4339 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:48.224540 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9c12a63f-ae34-47f3-81be-f81d315e330f req-e0f4cc7e-7173-4791-bdd3-0bd8a24f4339 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0963926
Nov 13 07:51:48.252420 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc', '8307707c-10a8-4d30-9b1c-b1f8a02ce5af', 'acac643d-73db-44ba-af16-2880e5385d21'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:51:48.390807 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Deleting port 339633cf-7225-4a17-a0e2-d529e386c0dc {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:51:48.391137 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:48.497608 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Request body: {'port': {'device_id': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:48.565886 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d68cd255-7562-41bd-bef2-044bb37a184a req-6a1b62a0-b847-4e05-9bc4-7d9fc8d9f7f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e1833c93-c15e-4d73-9d8f-fa620897a4e4 HTTP/1.1" status: 200  len: 217 time: 0.2968211
Nov 13 07:51:48.836585 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd255-7562-41bd-bef2-044bb37a184a req-0d275673-1412-4365-be5c-85aa07fe6291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:48.838086 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d68cd255-7562-41bd-bef2-044bb37a184a req-0d275673-1412-4365-be5c-85aa07fe6291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9917af1-3d37-4391-8f4e-bdf3961ac7fa HTTP/1.1" status: 200  len: 843 time: 0.2630489
Nov 13 07:51:48.862155 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9c12a63f-ae34-47f3-81be-f81d315e330f req-99ad5599-d19c-4991-91c9-ab5267c4a57c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6347871
Nov 13 07:51:48.913148 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] For port 339633cf-7225-4a17-a0e2-d529e386c0dc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=339633cf-7225-4a17-a0e2-d529e386c0dc,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:48.914551 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:49.054773 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Calling delete_port for 339633cf-7225-4a17-a0e2-d529e386c0dc owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:51:49.081045 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:49.280142 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675ca99-d804-49fb-a3b6-e5a598125e72 req-e77d629a-f00b-47b4-9f97-75c28643f4fd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:49.281925 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b675ca99-d804-49fb-a3b6-e5a598125e72 req-e77d629a-f00b-47b4-9f97-75c28643f4fd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1606894
Nov 13 07:51:49.406497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40116) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:49.411241 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b675ca99-d804-49fb-a3b6-e5a598125e72 req-673bbf97-2040-4fa7-afb0-9974dc2c060e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892220
Nov 13 07:51:49.414617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465628113', 'description': 'tempest-secgroup-smoke-465628113 description', 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:49.430072 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:49.437056 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:49.437897 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d68cd255-7562-41bd-bef2-044bb37a184a req-387521ff-0370-469a-9b81-c1d42d0903fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b859c817-a982-44ab-810e-e305209da336&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.5644588
Nov 13 07:51:49.449243 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0fb4dee4-102f-4b4d-8ed3-4bfb49fd51a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:49.662810 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['339633cf-7225-4a17-a0e2-d529e386c0dc', 'c4fea12e-1c32-4d53-af69-c60642a069fd'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:51:49.701301 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:49.706288 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:49.713086 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:49.780845 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Pushing event deleted for resources: {'Port': ['ID=339633cf-7225-4a17-a0e2-d529e386c0dc,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:49.792874 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:49.822903 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9219a4f8-95f8-450d-9b95-a32b4d99b72a req-f5d677bd-93d5-4219-846f-8ffda62a41be tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 210 time: 0.1568496
Nov 13 07:51:49.834535 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:49.956360 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3541b68-62ce-43b3-941a-353fe4886d01 req-5d15ebf6-3773-4521-aabf-62a492b0fc5e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:49.960888 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3541b68-62ce-43b3-941a-353fe4886d01 req-5d15ebf6-3773-4521-aabf-62a492b0fc5e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 931 time: 0.2053168
Nov 13 07:51:49.962713 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d68cd255-7562-41bd-bef2-044bb37a184a req-4e8eacce-052d-48db-af8b-6bed4f4518ae service neutron] 10.222.0.18 "GET /v2.0/networks/b859c817-a982-44ab-810e-e305209da336?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4818544
Nov 13 07:51:50.016788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:50.021114 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:50.024052 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:50.030115 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:50.142118 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.143659 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 07:51:50.178767 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615815-34e2-4c8b-91c5-9557b7e95127 req-3a6adc5f-512f-462f-8ab6-6282de1e7fa9 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:50.180146 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5c615815-34e2-4c8b-91c5-9557b7e95127 req-3a6adc5f-512f-462f-8ab6-6282de1e7fa9 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 948 time: 0.1126871
Nov 13 07:51:50.183209 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3541b68-62ce-43b3-941a-353fe4886d01 req-a784da43-88d5-4e42-a7a4-2340adb16bc2 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157819
Nov 13 07:51:50.235822 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.240443 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device e1833c93-c15e-4d73-9d8f-fa620897a4e4 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:51:50.245145 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ae82b85b-ab5c-45b9-89e9-78977096b6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:50.358260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842792f1-dadf-4dda-9cd0-832261f0bb2d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:51:50.365815 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4786157-91f2-41e4-a630-5305f51b9dac,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:50.369331 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:50.377386 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.381202 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d68cd255-7562-41bd-bef2-044bb37a184a req-6aa49a5f-ec68-4542-abae-0063d6130c7b service neutron] 10.222.0.18 "GET /v2.0/networks/b859c817-a982-44ab-810e-e305209da336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3840504
Nov 13 07:51:50.394927 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5c615815-34e2-4c8b-91c5-9557b7e95127 req-57514221-640b-4e6a-8294-6dd62fead8aa tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053735
Nov 13 07:51:50.427886 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.433968 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.0254295
Nov 13 07:51:50.435219 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40136) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:50.443923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'security_group_rule': {'security_group_id': 'f4786157-91f2-41e4-a630-5305f51b9dac', 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:50.451161 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:50.457193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:50.461526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:50.465672 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Transition to ACTIVE for port object 842792f1-dadf-4dda-9cd0-832261f0bb2d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:50.469175 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:50.513305 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port e1833c93-c15e-4d73-9d8f-fa620897a4e4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1833c93-c15e-4d73-9d8f-fa620897a4e4,segment=NetworkSegment(347e05ab-ff21-4a0d-945c-3a615327713a),segment_id=347e05ab-ff21-4a0d-945c-3a615327713a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:50.539596 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4', 'network_id': 'b859c817-a982-44ab-810e-e305209da336', 'port_id': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4', 'mac_address': 'fa:16:3e:50:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9917af1-3d37-4391-8f4e-bdf3961ac7fa', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:51:50.544189 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48acf5-f051-4ed4-9c47-66b3a0a2712b req-0b02024a-46f3-49c8-b146-f8c0b11ea592 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:50.550713 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4b48acf5-f051-4ed4-9c47-66b3a0a2712b req-0b02024a-46f3-49c8-b146-f8c0b11ea592 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1645029
Nov 13 07:51:50.551168 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.596427 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] No DVR routers for this DVR port 339633cf-7225-4a17-a0e2-d529e386c0dc on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:51:50.603006 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.618455 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.622093 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.631902 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a87437fe-9cdd-4379-bd5a-75e8bdc2780a req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "DELETE /v2.0/ports/339633cf-7225-4a17-a0e2-d529e386c0dc HTTP/1.1" status: 204  len: 173 time: 2.3885283
Nov 13 07:51:50.632669 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'name': 'network-vif-deleted', 'tag': '339633cf-7225-4a17-a0e2-d529e386c0dc'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:51:50.635339 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:50.640238 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1833c93-c15e-4d73-9d8f-fa620897a4e4 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:51:50.671371 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port e1833c93-c15e-4d73-9d8f-fa620897a4e4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1833c93-c15e-4d73-9d8f-fa620897a4e4,segment=NetworkSegment(347e05ab-ff21-4a0d-945c-3a615327713a),segment_id=347e05ab-ff21-4a0d-945c-3a615327713a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:50.745824 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.750283 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:50.790085 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.852138 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1be14-934c-444c-aac6-ad5e45ba20f0 req-9b8c64bb-2929-485c-bc6d-21048207f20a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:50.861473 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-02e1be14-934c-444c-aac6-ad5e45ba20f0 req-9b8c64bb-2929-485c-bc6d-21048207f20a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1762850
Nov 13 07:51:50.880620 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=e1833c93-c15e-4d73-9d8f-fa620897a4e4,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:50.889548 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.890136 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.890993 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.891654 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.891997 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.892331 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.893000 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.893000 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.893294 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.893670 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.893998 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:51:50.905495 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:50.906434 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:50.912307 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3d00d8d7-2672-4f12-8849-9099782eac44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:50.956191 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7522334-5811-4178-992f-2930607af38a,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:50.965317 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4b48acf5-f051-4ed4-9c47-66b3a0a2712b req-577086ec-a2e4-48ac-93db-6d9df9bba501 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3875449
Nov 13 07:51:50.968127 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:50.987303 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-02e1be14-934c-444c-aac6-ad5e45ba20f0 req-68f8c4cd-cdd6-424f-bce9-e1c5310518a8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248553
Nov 13 07:51:51.006759 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Pushing event updated for resources: {'Port': ['ID=842792f1-dadf-4dda-9cd0-832261f0bb2d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:51.006759 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:51.046982 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Attempting to bind port 842792f1-dadf-4dda-9cd0-832261f0bb2d on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:51.047315 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Attempting to bind port 842792f1-dadf-4dda-9cd0-832261f0bb2d by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:51.048241 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Attempting to bind port 842792f1-dadf-4dda-9cd0-832261f0bb2d on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:51.055097 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['e1833c93-c15e-4d73-9d8f-fa620897a4e4'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:51:51.055405 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Port 842792f1-dadf-4dda-9cd0-832261f0bb2d on network 13dc6fb3-9bcb-4e4a-8416-084631603788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:51:51.055728 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Attempting to bind port 842792f1-dadf-4dda-9cd0-832261f0bb2d on network 13dc6fb3-9bcb-4e4a-8416-084631603788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:51.059084 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.063136 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6269298
Nov 13 07:51:51.063277 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40146) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:51.064148 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:51.064484 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Checking segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:51.064857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Bound using segment: {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:51.065280 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Bound port: 842792f1-dadf-4dda-9cd0-832261f0bb2d, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abac70f-00b3-40e0-a478-d3a711cf814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:51.065622 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.082957 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'security_group_rule': {'security_group_id': 'f4786157-91f2-41e4-a630-5305f51b9dac', 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:51.094950 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:51.100040 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:51.140912 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc42cc46-fcd0-4091-89ee-f85d1bea1c09', 'name': 'network-vif-deleted', 'tag': '339633cf-7225-4a17-a0e2-d529e386c0dc', 'status': 'completed', 'code': 200}
Nov 13 07:51:51.158298 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:51.175730 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:51.200715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] For port 842792f1-dadf-4dda-9cd0-832261f0bb2d, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:51.200715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] For port 842792f1-dadf-4dda-9cd0-832261f0bb2d, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=842792f1-dadf-4dda-9cd0-832261f0bb2d,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:51.267590 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-d49644d2-b368-4c9a-87d1-68c4423f5fdd req-e375c21b-c331-4bd5-9dfc-034a21029590 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Synchronizing usage tracker for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:51:51.295251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.349217 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.353021 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-907bff6f-30ff-4c9c-9a3f-52b612939273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:51.365210 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-d49644d2-b368-4c9a-87d1-68c4423f5fdd req-e375c21b-c331-4bd5-9dfc-034a21029590 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Unset dirty status for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:51:51.366359 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d49644d2-b368-4c9a-87d1-68c4423f5fdd req-e375c21b-c331-4bd5-9dfc-034a21029590 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc42cc46-fcd0-4091-89ee-f85d1bea1c09 HTTP/1.1" status: 200  len: 210 time: 0.1681886
Nov 13 07:51:51.567708 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.574015 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Pushing event updated for resources: {'Port': ['ID=842792f1-dadf-4dda-9cd0-832261f0bb2d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:51.588462 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:51.590147 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.592193 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] 10.222.0.18 "PUT /v2.0/ports/842792f1-dadf-4dda-9cd0-832261f0bb2d HTTP/1.1" status: 200  len: 1093 time: 3.3243630
Nov 13 07:51:51.593230 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'tag': '842792f1-dadf-4dda-9cd0-832261f0bb2d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:51:51.637983 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368794d-fd29-4b7d-aaa5-1382f5d3640f req-b8ed9693-bd83-488b-889a-7a335a6ae447 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:51.646058 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4368794d-fd29-4b7d-aaa5-1382f5d3640f req-b8ed9693-bd83-488b-889a-7a335a6ae447 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 949 time: 0.0973768
Nov 13 07:51:51.705928 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4368794d-fd29-4b7d-aaa5-1382f5d3640f req-93a6621f-2b0f-445a-8ade-e75249d41ce7 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588503
Nov 13 07:51:51.789495 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.797108 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'tag': '842792f1-dadf-4dda-9cd0-832261f0bb2d', 'status': 'completed', 'code': 200}
Nov 13 07:51:51.816236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:51.849640 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c340dc-d0ac-4d76-87a4-293d5e204ec5,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:51.853839 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:51.861271 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5438325-9135-4ecf-b517-efbaa3ab1f02 req-c1f432bf-9dd2-44b0-a958-8b1ecdd92bac tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:51.862985 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5438325-9135-4ecf-b517-efbaa3ab1f02 req-c1f432bf-9dd2-44b0-a958-8b1ecdd92bac tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 943 time: 0.4614441
Nov 13 07:51:51.916118 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:51.917699 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8422580
Nov 13 07:51:51.920818 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40160) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:51.931045 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'security_group_rule': {'security_group_id': 'f4786157-91f2-41e4-a630-5305f51b9dac', 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:51.942836 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5438325-9135-4ecf-b517-efbaa3ab1f02 req-68e1caca-3506-4ab1-8592-8a80d17c0eb0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736294
Nov 13 07:51:51.947168 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-c88c3650-09e0-4c43-8f63-842f9b9df104 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 1096 time: 0.2050202
Nov 13 07:51:51.960604 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:51.973391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:51.980314 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:51.996282 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:52.106947 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-b5ee1a72-78b0-4e64-8811-64ffb3c3136c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=842792f1-dadf-4dda-9cd0-832261f0bb2d HTTP/1.1" status: 200  len: 217 time: 0.1349590
Nov 13 07:51:52.230584 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-750434fd-6609-4a61-901b-7c776d75cd41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:52.231494 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-750434fd-6609-4a61-901b-7c776d75cd41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 200  len: 854 time: 0.1152663
Nov 13 07:51:52.277765 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device e1833c93-c15e-4d73-9d8f-fa620897a4e4 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:52.324617 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:51:52.329758 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-939c5a06-e2e6-4d09-a86f-a86c58805b6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13dc6fb3-9bcb-4e4a-8416-084631603788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453060
Nov 13 07:51:52.416707 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab77ad6-376e-44cf-8596-5048886e107f req-8c9b0232-9c47-42e7-a96f-a19007aef464 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:52.419138 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bab77ad6-376e-44cf-8596-5048886e107f req-8c9b0232-9c47-42e7-a96f-a19007aef464 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0962236
Nov 13 07:51:52.481680 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bab77ad6-376e-44cf-8596-5048886e107f req-75508a22-db64-4296-b7c2-0ba0bc9d01ba tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557721
Nov 13 07:51:52.514341 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:52.516380 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'port_id': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'mac_address': 'fa:16:3e:e0:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:51:52.520398 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d7c96-4b4d-4a1f-a3b7-0b81ac428dd1 req-e3eda012-f367-4522-a6b7-4d4d64e36a86 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:52.521900 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9e6d7c96-4b4d-4a1f-a3b7-0b81ac428dd1 req-e3eda012-f367-4522-a6b7-4d4d64e36a86 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 944 time: 0.1911812
Nov 13 07:51:52.557431 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-ed1397ce-30b6-4652-a67e-caee6ca20812 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953762
Nov 13 07:51:52.602630 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:52.628552 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:51:52.646513 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9e6d7c96-4b4d-4a1f-a3b7-0b81ac428dd1 req-da32c984-a495-42e0-9628-6190691366b9 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1190753
Nov 13 07:51:52.704298 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-68f93e7a-b82f-47bf-8f8c-73374b1ecdf1 req-c9263863-ca25-4fc4-bf22-d9f9d0b47f16 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366930
Nov 13 07:51:52.764241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:52.831443 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port e1833c93-c15e-4d73-9d8f-fa620897a4e4 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:52.843203 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port e1833c93-c15e-4d73-9d8f-fa620897a4e4 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:52.843580 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:52.848923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:52.881239 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:52.932257 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:52.935222 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d7e16532-6b3e-4ad3-9d83-ebfdb9e7f6fe tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:52.982442 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e758ed3-3c44-4267-b0db-24990ed2990a,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:52.986252 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691815d-dcf8-46cd-b952-6a1ad57068a2 req-a42d2f69-14fa-44b0-8879-d26feea339f4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:52.995598 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5691815d-dcf8-46cd-b952-6a1ad57068a2 req-a42d2f69-14fa-44b0-8879-d26feea339f4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 949 time: 0.1692142
Nov 13 07:51:52.995911 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:52.998360 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:53.008698 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:53.106138 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5691815d-dcf8-46cd-b952-6a1ad57068a2 req-823b429f-d8df-47ae-b798-52cd200519f8 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092978
Nov 13 07:51:53.109675 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-c080030e-d633-4448-9e9c-8042f67a522e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 1096 time: 0.2091644
Nov 13 07:51:53.117137 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.122179 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.130543 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.2039959
Nov 13 07:51:53.130543 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40184) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:53.136891 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'security_group_rule': {'security_group_id': 'f4786157-91f2-41e4-a630-5305f51b9dac', 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:53.150891 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:53.161517 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:53.166659 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:53.174342 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:53.207844 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=9']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:53.241735 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port e1833c93-c15e-4d73-9d8f-fa620897a4e4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1833c93-c15e-4d73-9d8f-fa620897a4e4,segment=NetworkSegment(347e05ab-ff21-4a0d-945c-3a615327713a),segment_id=347e05ab-ff21-4a0d-945c-3a615327713a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:53.251160 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:53.251160 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:51:53.289983 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.365210 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.366073 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 339633cf-7225-4a17-a0e2-d529e386c0dc no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:51:53.382088 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-c9918786-c77d-42f5-8fdc-1e0e6b0c5608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:53.383743 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-c9918786-c77d-42f5-8fdc-1e0e6b0c5608 service neutron] 10.222.0.18 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 915 time: 0.2524624
Nov 13 07:51:53.409732 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-951609c5-5196-4bbd-b5a3-600af4b87ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:53.467676 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 339633cf-7225-4a17-a0e2-d529e386c0dc {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:51:53.468034 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 339633cf-7225-4a17-a0e2-d529e386c0dc not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:51:53.477014 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.484713 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c76a6-0833-4aef-9744-73e93c3dd373 req-18b0bcc3-99c3-4eae-bfec-1e1a84c93208 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:53.494864 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-121c76a6-0833-4aef-9744-73e93c3dd373 req-18b0bcc3-99c3-4eae-bfec-1e1a84c93208 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1935935
Nov 13 07:51:53.497348 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=e1833c93-c15e-4d73-9d8f-fa620897a4e4,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:53.502031 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:53.525674 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bc08c-603e-42eb-ab19-6c3ae990e666 req-c79df9f1-8a86-4098-ad78-a105679b07a4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:53.534100 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae2bc08c-603e-42eb-ab19-6c3ae990e666 req-c79df9f1-8a86-4098-ad78-a105679b07a4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 943 time: 0.1792431
Nov 13 07:51:53.561826 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-121c76a6-0833-4aef-9744-73e93c3dd373 req-113fe865-a885-4f03-8595-38dd0a1d1ae4 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647173
Nov 13 07:51:53.582659 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.588067 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:53.627756 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae2bc08c-603e-42eb-ab19-6c3ae990e666 req-8921c3ff-16e5-4521-88ba-5faf1ec931e6 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919492
Nov 13 07:51:53.635358 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4', 'code': 200}
Nov 13 07:51:53.638810 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925965f4-661c-4699-9160-412cddbeda87,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:53.661222 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:53.679930 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.681373 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-83432880-957a-4bcf-a0d0-df05327a94a8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5515079
Nov 13 07:51:53.684164 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40194) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:53.693689 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'security_group_rule': {'security_group_id': 'f4786157-91f2-41e4-a630-5305f51b9dac', 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:53.708876 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:53.718438 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:53.721937 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:53.727817 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:53.834733 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcaf9e-e492-4f0f-a408-c355f1b8053b req-ae8b1a33-6973-4403-b6aa-997aff21d311 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:53.835069 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.securitygroups_db [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Project fa4e1d8ace6b4f22816be1ee49b861bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 07:51:53.836845 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-20bcaf9e-e492-4f0f-a408-c355f1b8053b req-ae8b1a33-6973-4403-b6aa-997aff21d311 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0924520
Nov 13 07:51:53.849516 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.896095 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-20bcaf9e-e492-4f0f-a408-c355f1b8053b req-9e24cb66-684f-48d4-96ec-2d12d39aea81 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529156
Nov 13 07:51:53.943870 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4eba-f5bf-43dd-9538-201f6cb5eaee req-b56fd08b-4c33-479f-a766-2aeedc841db7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:53.947123 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d9db4eba-f5bf-43dd-9538-201f6cb5eaee req-b56fd08b-4c33-479f-a766-2aeedc841db7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.1495337
Nov 13 07:51:53.969851 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:53.999501 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d9db4eba-f5bf-43dd-9538-201f6cb5eaee req-f2f38073-70c8-4666-834a-753ce5a850cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482326
Nov 13 07:51:54.076001 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:54.078054 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:54.103364 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7047a14-7f77-4ccf-add9-96e9d2113a35,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:54.112218 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:54.184592 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:54.189072 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40204) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:51:54.189747 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-c2c81638-f643-45b2-8d2a-1734f8cf936c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5037732
Nov 13 07:51:54.197559 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'security_group_rule': {'security_group_id': 'f4786157-91f2-41e4-a630-5305f51b9dac', 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:51:54.204862 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:51:54.210740 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:security_group_rule and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:51:54.215890 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:51:54.226648 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:51:54.398048 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Project fa4e1d8ace6b4f22816be1ee49b861bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 07:51:54.420209 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:54.558513 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff374e2-1eac-4097-96c2-ee59deae76f9 req-905e33ab-5dd7-48c0-bf16-185d7458de8a tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:54.561193 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ff374e2-1eac-4097-96c2-ee59deae76f9 req-905e33ab-5dd7-48c0-bf16-185d7458de8a tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 950 time: 0.2450120
Nov 13 07:51:54.569000 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:54.676511 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5ff374e2-1eac-4097-96c2-ee59deae76f9 req-4cfb19e2-b135-41a5-96b8-f16b0cbbc8f8 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057119
Nov 13 07:51:54.680162 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:54.685926 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7727e763-251f-4212-9437-69f874ec1fc5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:54.714293 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9baa6e7d-3bb5-4696-bc33-c1875c82fad3,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:54.717652 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:54.826533 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:54.836824 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.6465452
Nov 13 07:51:54.878629 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Sync routers for ids ['666f92f1-0f51-4d0a-811e-03f188500938'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:51:54.905818 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Routers {'666f92f1-0f51-4d0a-811e-03f188500938'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:54.908383 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee8ead30>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['666f92f1-0f51-4d0a-811e-03f188500938'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:54.948778 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Sync routers for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:51:54.976463 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:54.977275 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec04d00>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:54.984559 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5077-c148-47f7-a9b4-6058370f5a86 req-d98735e8-e5d6-4fbd-8e36-80aaab39e8a9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:54.986125 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f17f5077-c148-47f7-a9b4-6058370f5a86 req-d98735e8-e5d6-4fbd-8e36-80aaab39e8a9 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1815591
Nov 13 07:51:55.036468 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cd08c-931f-4da8-aded-779f78670b24 req-7b150b8e-f5c3-4b63-9ebe-ff5bc07c6e6c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:55.052520 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-830cd08c-931f-4da8-aded-779f78670b24 req-7b150b8e-f5c3-4b63-9ebe-ff5bc07c6e6c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 943 time: 0.1584742
Nov 13 07:51:55.091277 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f17f5077-c148-47f7-a9b4-6058370f5a86 req-b65389eb-846f-4092-9868-c2cce52b7e72 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975614
Nov 13 07:51:55.153531 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-830cd08c-931f-4da8-aded-779f78670b24 req-3ab882f1-c6f3-4c8f-84e6-16e3c75a1420 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000178
Nov 13 07:51:55.387867 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b4fff-5f08-46fe-aea7-13e44b8c87b0 req-1703acc1-def2-45b8-be5f-0b926c7eaa0f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:55.395765 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cd6b4fff-5f08-46fe-aea7-13e44b8c87b0 req-1703acc1-def2-45b8-be5f-0b926c7eaa0f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1108007
Nov 13 07:51:55.411815 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Set router 666f92f1-0f51-4d0a-811e-03f188500938 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:55.437624 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:55.456443 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cd6b4fff-5f08-46fe-aea7-13e44b8c87b0 req-639d0a1f-9533-4080-838e-fafa1af4a8bb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588760
Nov 13 07:51:55.616885 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496e56-6fbb-4fad-9945-b2998b48f558 req-13965b0b-7bea-4542-b5c9-417f69de9c29 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:55.620256 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ee496e56-6fbb-4fad-9945-b2998b48f558 req-13965b0b-7bea-4542-b5c9-417f69de9c29 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.1773474
Nov 13 07:51:55.683335 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ee496e56-6fbb-4fad-9945-b2998b48f558 req-f41e1765-90cb-4e3f-8189-23a0efcabf8c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578032
Nov 13 07:51:55.730173 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:51:55.957889 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec04d00>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:29Z', 'revision_number': 2, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:55.963935 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Checking router: 05c33f3e-142f-4d26-bd73-64ef127070d3 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:51:55.964626 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Updating router 05c33f3e-142f-4d26-bd73-64ef127070d3 port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:51:55.970733 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-2d582407-450a-4532-bbdd-223bc4cb6f18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=842792f1-dadf-4dda-9cd0-832261f0bb2d HTTP/1.1" status: 200  len: 217 time: 0.2315431
Nov 13 07:51:55.972594 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:51:56.045767 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:56.097653 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89a1a-1eee-47aa-ab59-627e0d51201f req-90d1a562-9185-49a1-91c8-1c4d7cd69895 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:56.099216 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fce89a1a-1eee-47aa-ab59-627e0d51201f req-90d1a562-9185-49a1-91c8-1c4d7cd69895 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 950 time: 0.2188668
Nov 13 07:51:56.130766 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-79531434-9204-4200-84f7-b3246e13a592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:56.132194 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-79531434-9204-4200-84f7-b3246e13a592 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 200  len: 854 time: 0.1542501
Nov 13 07:51:56.227003 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fce89a1a-1eee-47aa-ab59-627e0d51201f req-2673ac9a-e09f-43cd-afbc-78fddecfaf74 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192317
Nov 13 07:51:56.252836 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d7282245-c0f2-48df-9451-367836857c5f up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:56.275664 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-b5e96e9d-8bbf-4257-979f-079507418357 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13dc6fb3-9bcb-4e4a-8416-084631603788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1345391
Nov 13 07:51:56.455621 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b6073649-36aa-4e14-8d72-111c6528c37d req-191d415a-8d3e-4ef5-85d0-0b222438e45b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 1103 time: 0.2239594
Nov 13 07:51:56.588787 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b6073649-36aa-4e14-8d72-111c6528c37d req-620dced2-23bf-454c-a74e-2c84ee0a246e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237948
Nov 13 07:51:56.751487 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-39c88b28-09dd-4c46-8bd5-de80e9973bfe service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4651606
Nov 13 07:51:56.801430 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee8ead30>, [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:51:29Z', 'revision_number': 4, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port': {'id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:20Z', 'updated_at': '2021-11-13T07:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '77e99c9a-2746-4456-91e6-2a34fd15de8d', 'name': '', 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'mac_address': 'fa:16:3e:ce:39:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd7f9775-c578-4a87-8c45-0bd0317b49ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:29Z', 'revision_number': 2, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'subnets': [{'id': 'bd7f9775-c578-4a87-8c45-0bd0317b49ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:56.808134 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854c7c0-5614-4609-900b-9780574c564f req-f7911885-2274-49c1-ac64-41055c8dcf8d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:56.811854 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Checking router: 666f92f1-0f51-4d0a-811e-03f188500938 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:51:56.812213 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Updating router 666f92f1-0f51-4d0a-811e-03f188500938 port 77e99c9a-2746-4456-91e6-2a34fd15de8d binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:51:56.816063 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1854c7c0-5614-4609-900b-9780574c564f req-f7911885-2274-49c1-ac64-41055c8dcf8d tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1271381
Nov 13 07:51:56.899054 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:56.904436 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:56.925292 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Transition to ACTIVE for port object 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:56.985190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port d7282245-c0f2-48df-9451-367836857c5f completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:51:57.003505 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbfc22-85db-4154-9206-56e32a73fbeb req-6b9b3447-a0cc-4b0d-97e2-e734ce728602 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:57.003946 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port d7282245-c0f2-48df-9451-367836857c5f triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:57.004479 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.005653 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-83cbfc22-85db-4154-9206-56e32a73fbeb req-6b9b3447-a0cc-4b0d-97e2-e734ce728602 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 943 time: 0.1076927
Nov 13 07:51:57.013075 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.019831 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-7084c404-0fc0-4a37-93eb-cce85cbcfcc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:57.028233 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1854c7c0-5614-4609-900b-9780574c564f req-b08bb594-6add-4818-b82d-55d0c8025d89 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110152
Nov 13 07:51:57.079719 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-83cbfc22-85db-4154-9206-56e32a73fbeb req-ba883ef7-59c7-44d8-bff7-9b9b925bf882 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683405
Nov 13 07:51:57.124465 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-860a0cd0-d15a-4a10-9cc8-b6c02f5471b4 req-d59c354f-e220-4f54-b8de-6d01b52506e9 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2721853
Nov 13 07:51:57.174800 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4f9ad-aa58-44ff-a2f8-e23411b2d2ac None None] Pushing event updated for resources: {'Port': ['ID=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:57.346533 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-faf4f9ad-aa58-44ff-a2f8-e23411b2d2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:57.363809 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474420c-16e3-4f66-81ab-174443501c7f req-69a32ff3-0d23-4d57-82d8-26b8d3ce5bf5 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:57.365644 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8474420c-16e3-4f66-81ab-174443501c7f req-69a32ff3-0d23-4d57-82d8-26b8d3ce5bf5 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1337965
Nov 13 07:51:57.418803 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8474420c-16e3-4f66-81ab-174443501c7f req-2ed5d18e-e9fc-421a-b348-1361afbc3f5f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464032
Nov 13 07:51:57.435411 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Attempting to bind port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:57.435797 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Attempting to bind port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:57.436174 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Attempting to bind port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf on network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:57.460047 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:57.460444 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Checking segment: {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:57.460842 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.461240 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Bound using segment: {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:57.461716 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Bound port: 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:57.462098 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.519401 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.597211 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port d7282245-c0f2-48df-9451-367836857c5f, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d7282245-c0f2-48df-9451-367836857c5f,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:57.679197 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] For port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:57.686854 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] For port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:57.699756 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-f23b8839-9e7a-4c09-a3e3-5dfa8142bebb tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:57.707061 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-f23b8839-9e7a-4c09-a3e3-5dfa8142bebb tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/networks?id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1 HTTP/1.1" status: 200  len: 813 time: 0.2872634
Nov 13 07:51:57.714581 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.730258 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-44d3dc4f-fd79-4c8d-884a-ce9e1591cfd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:57.732077 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-2709e7a0-651e-4ce4-bdc2-77df12852443 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/quotas/1157f51a4ae044748780b6818d3bef86 HTTP/1.1" status: 200  len: 375 time: 0.0238307
Nov 13 07:51:57.774722 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.776169 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:51:57.780438 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:57.782331 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-f89c34b7-fdaa-43ce-a40c-e3fe34588f82 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1157f51a4ae044748780b6818d3bef86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487237
Nov 13 07:51:57.809079 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dff5f-2d40-4e27-9016-a1ff79fd2eaa req-f060c12a-1aff-42e5-8b38-052311d59dcc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:57.817186 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d22dff5f-2d40-4e27-9016-a1ff79fd2eaa req-f060c12a-1aff-42e5-8b38-052311d59dcc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 945 time: 0.2006974
Nov 13 07:51:57.907943 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d22dff5f-2d40-4e27-9016-a1ff79fd2eaa req-95ffc22f-13b6-4525-8b54-49c288b56027 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656395
Nov 13 07:51:57.908405 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:57.942138 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Transition to ACTIVE for port object 77e99c9a-2746-4456-91e6-2a34fd15de8d will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:51:58.010156 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=d7282245-c0f2-48df-9451-367836857c5f,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:58.019031 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:58.070953 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4f9ad-aa58-44ff-a2f8-e23411b2d2ac None None] Pushing event updated for resources: {'Port': ['ID=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,revision_number=4']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:58.070953 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-faf4f9ad-aa58-44ff-a2f8-e23411b2d2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:58.070953 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:51:58.070953 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec04d00>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:58.077574 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:51:58.078653 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:58.282262 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-e9282711-5b4e-478d-91cb-05148e026308 service neutron] 10.222.0.32 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4825339
Nov 13 07:51:58.310941 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:58.322291 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:58.334087 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:51:58.410829 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f48d0-079f-4e30-b0f5-aaad27d6d79d req-57ffecc7-7fe6-45a2-88ba-be67697953ad tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:58.419198 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c63f48d0-079f-4e30-b0f5-aaad27d6d79d req-57ffecc7-7fe6-45a2-88ba-be67697953ad tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 950 time: 0.1562989
Nov 13 07:51:58.454128 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:58.529837 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c63f48d0-079f-4e30-b0f5-aaad27d6d79d req-7d1eddb3-e583-446c-88a8-fe51cf6c91bc tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021688
Nov 13 07:51:58.541548 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-4376c06f-2608-4784-8b3b-57e185b1d344 service neutron] 10.222.0.32 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579198
Nov 13 07:51:58.698315 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0672d-4b8e-451b-9c1f-264131a60d33 None None] Pushing event updated for resources: {'Port': ['ID=77e99c9a-2746-4456-91e6-2a34fd15de8d,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:58.705410 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:51:58.733324 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-5ad0672d-4b8e-451b-9c1f-264131a60d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:58.754220 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:51:58.900809 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:58.905446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:59.029339 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a094ab-90a6-4e36-8c81-edf3258eeae9 req-cae0ffbd-f807-463c-a865-b76a69fd7b8c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:59.035492 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f7a094ab-90a6-4e36-8c81-edf3258eeae9 req-cae0ffbd-f807-463c-a865-b76a69fd7b8c tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1819575
Nov 13 07:51:59.035830 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Attempting to bind port 77e99c9a-2746-4456-91e6-2a34fd15de8d on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:51:59.036740 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Attempting to bind port 77e99c9a-2746-4456-91e6-2a34fd15de8d by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:51:59.037302 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Attempting to bind port 77e99c9a-2746-4456-91e6-2a34fd15de8d on network 06155239-6ea8-4655-af2b-c7130435ee8a {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:51:59.077659 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:51:59.077659 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Checking segment: {'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:51:59.077659 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:59.077659 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Bound using segment: {'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:51:59.077659 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Bound port: 77e99c9a-2746-4456-91e6-2a34fd15de8d, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b402b5cb-2038-4f8a-87c9-ba88f66535e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:51:59.077659 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:59.093846 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=10']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:51:59.102957 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:51:59.143794 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec04d00>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:51:59.148160 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f7a094ab-90a6-4e36-8c81-edf3258eeae9 req-f2411697-d524-475d-b85f-8a9e2b191266 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116529
Nov 13 07:51:59.155258 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5903d55-5e80-4cd8-a16b-fccdb7d61a1f None None] The sync data for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi is: [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:51:59.285182 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] For port 77e99c9a-2746-4456-91e6-2a34fd15de8d, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:51:59.298921 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] For port 77e99c9a-2746-4456-91e6-2a34fd15de8d, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=77e99c9a-2746-4456-91e6-2a34fd15de8d,segment=NetworkSegment(b402b5cb-2038-4f8a-87c9-ba88f66535e1),segment_id=b402b5cb-2038-4f8a-87c9-ba88f66535e1)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:51:59.392776 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252c5eb-7b3e-473e-9388-a11a462769da req-5e5eaf36-c0e5-4d8e-b85e-7b5e2677bb32 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:59.394323 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b252c5eb-7b3e-473e-9388-a11a462769da req-5e5eaf36-c0e5-4d8e-b85e-7b5e2677bb32 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 943 time: 0.2087159
Nov 13 07:51:59.470007 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b252c5eb-7b3e-473e-9388-a11a462769da req-5d2fa223-b936-405f-91ff-7ef66cf9a864 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686569
Nov 13 07:51:59.529452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c42a5e-def2-4d32-991a-23ee9d36c702 req-28eeb8fe-7de2-4087-9c41-c323a0272060 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:59.531274 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5c42a5e-def2-4d32-991a-23ee9d36c702 req-28eeb8fe-7de2-4087-9c41-c323a0272060 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1208429
Nov 13 07:51:59.602630 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'code': 200}
Nov 13 07:51:59.619387 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5c42a5e-def2-4d32-991a-23ee9d36c702 req-418969af-11ae-4718-b18a-a755ae765832 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796943
Nov 13 07:51:59.725947 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8cb843c-446f-410e-9dad-994a997146fe req-0723db4f-0c07-4c63-8028-5f3c0726ac9d tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 210 time: 0.0679004
Nov 13 07:51:59.727059 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 842792f1-dadf-4dda-9cd0-832261f0bb2d details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:51:59.895326 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd99ca-7a7c-4bbe-aafd-b3176661f576 req-a3e27175-65eb-44ba-b913-347a68221b43 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:51:59.905282 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3cd99ca-7a7c-4bbe-aafd-b3176661f576 req-a3e27175-65eb-44ba-b913-347a68221b43 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 947 time: 0.1494985
Nov 13 07:51:59.917821 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:59.927211 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:51:59.943239 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:51:59.997785 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3cd99ca-7a7c-4bbe-aafd-b3176661f576 req-fb47328a-8b07-4455-a1f1-90b5eaf7a3d6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907261
Nov 13 07:52:00.013295 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75ff01-4efd-45a5-bf80-98075aa4c4a8 req-5ffb2fb5-bdc9-4349-b630-2e1e40c8b555 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:00.034418 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cf75ff01-4efd-45a5-bf80-98075aa4c4a8 req-5ffb2fb5-bdc9-4349-b630-2e1e40c8b555 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 950 time: 0.1571829
Nov 13 07:52:00.146530 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cf75ff01-4efd-45a5-bf80-98075aa4c4a8 req-37cb8bd6-c8ab-4e36-8efa-b9dbbc391b51 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107907
Nov 13 07:52:00.163855 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:00.249405 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-8fe20f5c-d226-4d14-80b3-529194237d4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2674141
Nov 13 07:52:00.277419 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0672d-4b8e-451b-9c1f-264131a60d33 None None] Pushing event updated for resources: {'Port': ['ID=77e99c9a-2746-4456-91e6-2a34fd15de8d,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:00.301430 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-5ad0672d-4b8e-451b-9c1f-264131a60d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:00.310040 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 842792f1-dadf-4dda-9cd0-832261f0bb2d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=842792f1-dadf-4dda-9cd0-832261f0bb2d,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:00.370019 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '842792f1-dadf-4dda-9cd0-832261f0bb2d', 'network_id': '13dc6fb3-9bcb-4e4a-8416-084631603788', 'port_id': '842792f1-dadf-4dda-9cd0-832261f0bb2d', 'mac_address': 'fa:16:3e:a2:7c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dbc69f-6a7f-4283-a7bb-a6df28c93f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:52:00.372158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Routers {'666f92f1-0f51-4d0a-811e-03f188500938'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:52:00.372792 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee8ead30>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:51:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['666f92f1-0f51-4d0a-811e-03f188500938'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:00.537048 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-a165d032-0692-4799-99cc-fe04c6c289ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 1099 time: 0.2473431
Nov 13 07:52:00.608481 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e16de-cb54-411f-8814-0371e3ab9876 req-ee972568-7ab4-44bd-9c40-e06358833367 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:00.620560 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-878e16de-cb54-411f-8814-0371e3ab9876 req-ee972568-7ab4-44bd-9c40-e06358833367 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.3082092
Nov 13 07:52:00.683698 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-878e16de-cb54-411f-8814-0371e3ab9876 req-fc24f0e1-b70a-48dd-864c-9f12be36e471 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567305
Nov 13 07:52:00.750315 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-e55678ae-6f1b-4298-8d76-a080480d44f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:00.752647 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-e55678ae-6f1b-4298-8d76-a080480d44f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 912 time: 0.1900780
Nov 13 07:52:00.818162 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-52e125d9-be41-4eb4-9e9e-a75cd81b6304 req-93499dd9-e460-46ba-9f49-080b804de0ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 1100 time: 0.1332865
Nov 13 07:52:00.847158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:00.914891 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-52e125d9-be41-4eb4-9e9e-a75cd81b6304 req-ed15cfd2-f36b-4c27-a234-f114bd638e34 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896032
Nov 13 07:52:00.923129 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842792f1-dadf-4dda-9cd0-832261f0bb2d {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:52:00.964383 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 842792f1-dadf-4dda-9cd0-832261f0bb2d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=842792f1-dadf-4dda-9cd0-832261f0bb2d,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:00.970225 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:00.984785 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:00.984785 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:01.027562 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-95d7c67a-2cbb-4425-ae17-ffaec4da1a73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 200  len: 1002 time: 0.2682040
Nov 13 07:52:01.040094 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] Set router 666f92f1-0f51-4d0a-811e-03f188500938 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:52:01.068240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36607e-372a-4117-978f-5c5c3622fbac req-7f77732c-c399-47d6-bcce-e3b8b9c5b555 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:01.069800 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0f36607e-372a-4117-978f-5c5c3622fbac req-7f77732c-c399-47d6-bcce-e3b8b9c5b555 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 943 time: 0.1275909
Nov 13 07:52:01.091035 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:01.124519 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:01.142876 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0f36607e-372a-4117-978f-5c5c3622fbac req-92e6f398-193f-461f-8f57-af4b6a55e3a9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663097
Nov 13 07:52:01.199384 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=842792f1-dadf-4dda-9cd0-832261f0bb2d,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:01.212664 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:01.330490 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-21d48ac3-7c55-4f76-a9ef-9f3bd1de04f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:01.340296 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-21d48ac3-7c55-4f76-a9ef-9f3bd1de04f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.1870117
Nov 13 07:52:01.447627 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-82070e14-7c95-477e-84e6-e0ebe5a75693 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878303
Nov 13 07:52:01.466802 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['842792f1-dadf-4dda-9cd0-832261f0bb2d'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:52:01.551518 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:01.686052 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:01.716090 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-46d5ae4d-b26c-4f05-87ca-48604bc78e8a req-b62fa7a6-edb9-4ea8-b467-677ffc72eb6f tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 210 time: 0.0667663
Nov 13 07:52:01.783140 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:01.784020 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d7282245-c0f2-48df-9451-367836857c5f up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:01.824262 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:01.825687 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845da3b2-8a85-4f85-ac14-ffd0ab8531dc req-f94ad058-156c-4525-ac37-b469c2802793 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:01.833025 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-845da3b2-8a85-4f85-ac14-ffd0ab8531dc req-f94ad058-156c-4525-ac37-b469c2802793 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.2015779
Nov 13 07:52:01.899853 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-845da3b2-8a85-4f85-ac14-ffd0ab8531dc req-e30222e4-f297-475d-963b-5d614ea7c73a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658350
Nov 13 07:52:01.909733 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-ce6a1ba9-1aea-40ec-bb09-0cf25b660fa9 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4519715
Nov 13 07:52:01.922554 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:01.934772 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:02.107259 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89015b0-e6a3-40b4-9cd0-627d29082475 req-dd5cc82c-62ad-4c3c-9857-0c43c6dfbbc2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:02.107622 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee8ead30>, [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:51:29Z', 'revision_number': 4, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port': {'id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:20Z', 'updated_at': '2021-11-13T07:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '77e99c9a-2746-4456-91e6-2a34fd15de8d', 'name': '', 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'mac_address': 'fa:16:3e:ce:39:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd7f9775-c578-4a87-8c45-0bd0317b49ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:59Z', 'revision_number': 4, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'subnets': [{'id': 'bd7f9775-c578-4a87-8c45-0bd0317b49ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:02.108959 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e89015b0-e6a3-40b4-9cd0-627d29082475 req-dd5cc82c-62ad-4c3c-9857-0c43c6dfbbc2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 947 time: 0.1696274
Nov 13 07:52:02.114522 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424afef1-d0b1-4e6b-bcaf-6df80e6b2ce7 None None] The sync data for ids ['666f92f1-0f51-4d0a-811e-03f188500938'] in dv-cinder-817832-1-iscsi is: [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:51:29Z', 'revision_number': 4, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port': {'id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:20Z', 'updated_at': '2021-11-13T07:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '77e99c9a-2746-4456-91e6-2a34fd15de8d', 'name': '', 'network_id': '06155239-6ea8-4655-af2b-c7130435ee8a', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'mac_address': 'fa:16:3e:ce:39:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd7f9775-c578-4a87-8c45-0bd0317b49ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:51:59Z', 'revision_number': 4, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'subnets': [{'id': 'bd7f9775-c578-4a87-8c45-0bd0317b49ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:52:02.116562 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port d7282245-c0f2-48df-9451-367836857c5f triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:02.116953 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:02.262235 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f93d36b7-0749-48de-a5a9-8714ece6afde req-96c55da6-61d9-44bd-99ae-6631594b0e21 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3415480
Nov 13 07:52:02.272539 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e89015b0-e6a3-40b4-9cd0-627d29082475 req-9e385e04-5756-4359-8bb0-6f6e1bfb88f6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269083
Nov 13 07:52:02.336078 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b64cf8-6b69-4362-ac8b-17f0ddc1b8d6 req-29c1576e-5148-416c-86ee-b4233ff3fbf0 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:02.337559 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-25b64cf8-6b69-4362-ac8b-17f0ddc1b8d6 req-29c1576e-5148-416c-86ee-b4233ff3fbf0 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 950 time: 0.2214599
Nov 13 07:52:02.417653 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-25b64cf8-6b69-4362-ac8b-17f0ddc1b8d6 req-371ac7d7-c52e-4e1a-acfc-bda9ffb1553d tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663805
Nov 13 07:52:02.673526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175632d-290f-4b72-b893-d6635377dd98 req-ec1b09a9-8d33-4655-b4dc-fef55a720421 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:02.685056 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7175632d-290f-4b72-b893-d6635377dd98 req-ec1b09a9-8d33-4655-b4dc-fef55a720421 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.1752701
Nov 13 07:52:02.688188 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:02.816101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-2c6abb96-d083-4fd9-b078-19d5f39a7edb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:02.818093 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-2c6abb96-d083-4fd9-b078-19d5f39a7edb tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 945 time: 0.3271890
Nov 13 07:52:02.834498 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:02.835109 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:02.859691 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7175632d-290f-4b72-b893-d6635377dd98 req-8fc0943b-4bb0-4b6d-a415-09b071c34fd2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5eb7b3d-2650-474c-a0b2-7a7e94159175&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527300
Nov 13 07:52:02.875702 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-27273034-bdad-427a-b6a3-13792c49631a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 1099 time: 0.1074498
Nov 13 07:52:03.015077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Deleting port c4fea12e-1c32-4d53-af69-c60642a069fd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:52:03.015420 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:03.055876 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 77e99c9a-2746-4456-91e6-2a34fd15de8d up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:03.067185 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7b21dc2b-9f3d-44b9-9ce1-386717c5c588 req-f3c3cc7e-9186-4560-b773-73ece1733e4c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 210 time: 0.0690753
Nov 13 07:52:03.146443 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-66de3558-1e30-441e-b365-84bc4e8958d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:03.156070 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-66de3558-1e30-441e-b365-84bc4e8958d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 912 time: 0.2552321
Nov 13 07:52:03.305520 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-d1212c36-bea7-43f5-acee-b425c1d9dd32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 200  len: 1002 time: 0.1430445
Nov 13 07:52:03.387178 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae59604-b144-4493-9ee5-4ad4ca20c79c req-b7f973d3-fc05-491b-a3a7-2d34b9a918aa tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:03.411103 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0ae59604-b144-4493-9ee5-4ad4ca20c79c req-b7f973d3-fc05-491b-a3a7-2d34b9a918aa tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 944 time: 0.6934812
Nov 13 07:52:03.416225 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 77e99c9a-2746-4456-91e6-2a34fd15de8d completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:03.421486 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 77e99c9a-2746-4456-91e6-2a34fd15de8d triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:03.428392 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:03.428519 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-a80ce325-182b-471e-8b0e-ff0ccf0b3b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:03.428888 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-a80ce325-182b-471e-8b0e-ff0ccf0b3b24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.1113610
Nov 13 07:52:03.595893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] For port c4fea12e-1c32-4d53-af69-c60642a069fd, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c4fea12e-1c32-4d53-af69-c60642a069fd,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:03.596332 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:03.634601 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:03.695825 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 77e99c9a-2746-4456-91e6-2a34fd15de8d, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=77e99c9a-2746-4456-91e6-2a34fd15de8d,segment=NetworkSegment(b402b5cb-2038-4f8a-87c9-ba88f66535e1),segment_id=b402b5cb-2038-4f8a-87c9-ba88f66535e1)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:03.756514 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 842792f1-dadf-4dda-9cd0-832261f0bb2d up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:03.822766 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Calling delete_port for c4fea12e-1c32-4d53-af69-c60642a069fd owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:52:03.860084 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:03.862236 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-5ad0672d-4b8e-451b-9c1f-264131a60d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:03.891708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-711d6dfa-9459-4682-aa5d-5bd70458f66d tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:03.893193 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-711d6dfa-9459-4682-aa5d-5bd70458f66d tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "GET /v2.0/networks?id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1 HTTP/1.1" status: 200  len: 813 time: 0.3510587
Nov 13 07:52:03.913414 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Request body: {'port': {'device_id': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1', 'admin_state_up': True, 'tenant_id': '1157f51a4ae044748780b6818d3bef86'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:03.962957 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9c50129d-a7a0-4bee-8f9f-6e27af588307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.010960 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=77e99c9a-2746-4456-91e6-2a34fd15de8d,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:04.017856 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:04.035563 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-8ee384c7-2e71-43af-bbfc-fb6e98904835 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5998454
Nov 13 07:52:04.037881 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0ae59604-b144-4493-9ee5-4ad4ca20c79c req-a2fc974e-f338-4118-8307-4d7e6df43ee8 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6253917
Nov 13 07:52:04.070934 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 842792f1-dadf-4dda-9cd0-832261f0bb2d completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:04.088323 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 842792f1-dadf-4dda-9cd0-832261f0bb2d triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:04.088505 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.171317 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-67189fac-6b43-4ec9-92bf-f13866411ad8 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:04.174131 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-67189fac-6b43-4ec9-92bf-f13866411ad8 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 950 time: 0.7404962
Nov 13 07:52:04.236340 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.280155 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.308022 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:04.309433 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842792f1-dadf-4dda-9cd0-832261f0bb2d'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:04.318502 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:04.320244 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 842792f1-dadf-4dda-9cd0-832261f0bb2d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=842792f1-dadf-4dda-9cd0-832261f0bb2d,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:04.345106 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Deleting port e1833c93-c15e-4d73-9d8f-fa620897a4e4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:52:04.345526 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.375817 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-05072059-444a-425e-9673-929a954adcca service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3276231
Nov 13 07:52:04.392434 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939a84-6987-4d29-b467-2691029f517e req-01be9f92-21cb-449b-a235-e3e52f175f94 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:04.395162 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-74939a84-6987-4d29-b467-2691029f517e req-01be9f92-21cb-449b-a235-e3e52f175f94 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.3463326
Nov 13 07:52:04.421996 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.423958 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b63fba24-4794-46a4-9911-b3b36c8938a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:04.462651 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 77e99c9a-2746-4456-91e6-2a34fd15de8d up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:04.468542 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.477717 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6ff388aa-b219-4b9a-8bf4-9ac51dd9b3a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:04.510182 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['c4fea12e-1c32-4d53-af69-c60642a069fd'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:52:04.589582 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4773bd79-b963-4a27-aaae-589fa04a1754 req-51c353f6-307c-4971-ac52-c8fb8959a532 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935055
Nov 13 07:52:04.604823 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Made reservation on behalf of 1157f51a4ae044748780b6818d3bef86 for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:52:04.612602 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=842792f1-dadf-4dda-9cd0-832261f0bb2d,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:04.615162 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.616811 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:04.634870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb32a6-92f5-45b4-810b-14d7b80947d5 req-c60a07b1-eb0c-4a36-a90c-859c53284cc8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:04.636438 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-17cb32a6-92f5-45b4-810b-14d7b80947d5 req-c60a07b1-eb0c-4a36-a90c-859c53284cc8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 947 time: 0.3612082
Nov 13 07:52:04.642764 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Pushing event deleted for resources: {'Port': ['ID=c4fea12e-1c32-4d53-af69-c60642a069fd,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:04.649116 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 77e99c9a-2746-4456-91e6-2a34fd15de8d triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:04.649674 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:04.661883 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:04.720540 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-74939a84-6987-4d29-b467-2691029f517e req-b40c908d-8eaa-476f-94a2-4c1ce89e85bf tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3039246
Nov 13 07:52:04.809522 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-17cb32a6-92f5-45b4-810b-14d7b80947d5 req-35a5c9b6-f442-42b4-acf0-6f6c26a0bbdd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1610799
Nov 13 07:52:04.867885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Allocated IP 172.20.0.7 (0e696668-3fa5-450f-a62d-42f1dbe4c6f1/6f689ac3-ec75-44c5-a1d5-6a35e1001630/ff95e79a-d2c3-4508-a5d2-1a99bf8900f7) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:52:04.910601 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] For port e1833c93-c15e-4d73-9d8f-fa620897a4e4, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1833c93-c15e-4d73-9d8f-fa620897a4e4,segment=NetworkSegment(347e05ab-ff21-4a0d-945c-3a615327713a),segment_id=347e05ab-ff21-4a0d-945c-3a615327713a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:04.911105 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:05.041393 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Calling delete_port for e1833c93-c15e-4d73-9d8f-fa620897a4e4 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:52:05.096806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] No DVR routers for this DVR port c4fea12e-1c32-4d53-af69-c60642a069fd on host hv-cinder-81783 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:52:05.120582 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7ced8776-6648-4fe0-8280-c3d3247688ac req-8f7efdcc-66d4-45c0-8b4a-62e1db998839 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 210 time: 0.1492536
Nov 13 07:52:05.124520 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:05.126593 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'name': 'network-vif-deleted', 'tag': 'c4fea12e-1c32-4d53-af69-c60642a069fd'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:05.134967 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7225b5-b5a7-4478-ac81-9c10f82194be req-2e5694f8-ead1-44fc-b507-7bbeb1c960e0 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:05.136569 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4c7225b5-b5a7-4478-ac81-9c10f82194be req-2e5694f8-ead1-44fc-b507-7bbeb1c960e0 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 950 time: 0.2158754
Nov 13 07:52:05.218377 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:05.248223 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4c7225b5-b5a7-4478-ac81-9c10f82194be req-44ee929b-45f8-45ca-96e3-e33b1feda28f tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11c8e27-8dc5-4b78-a266-985ac57919f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961268
Nov 13 07:52:05.252188 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bb15fbfe-b4ef-40c9-8560-1eb01cfd7419 req-3b7f2219-c7d6-4295-a22a-77a3850361d2 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.18 "DELETE /v2.0/ports/c4fea12e-1c32-4d53-af69-c60642a069fd HTTP/1.1" status: 204  len: 173 time: 2.4258351
Nov 13 07:52:05.402092 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6d9be6f6-c8d7-4dc9-963d-fb3038aa47ca req-baedc884-3681-44a8-b3a6-f2bb21131b93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 210 time: 0.0465176
Nov 13 07:52:05.445383 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-cde2ea28-8c6b-4dc2-a39d-7d52fabc6e57 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:05.446833 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-cde2ea28-8c6b-4dc2-a39d-7d52fabc6e57 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 814 time: 0.1813223
Nov 13 07:52:05.451470 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:05.458471 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c3764fa9-14a1-49d4-a615-6aef5ed19c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:05.478935 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842792f1-dadf-4dda-9cd0-832261f0bb2d', 'code': 200}
Nov 13 07:52:05.481585 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-7fa13b48-50c0-47b2-a803-e9e2b2b1e28a tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/quotas/7bf786a8e1ef481fa4403ec4489a3c6d HTTP/1.1" status: 200  len: 375 time: 0.0260112
Nov 13 07:52:05.555902 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:52:05.567067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:05.570555 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:52:05.572986 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-86c3a42c-8d20-4746-99a8-bb15c3ad6c95 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:05.578405 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['e1833c93-c15e-4d73-9d8f-fa620897a4e4'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:52:05.579346 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:52:05.660035 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Pushing event updated for resources: {'Port': ['ID=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:05.674470 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:05.690044 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Pushing event deleted for resources: {'Port': ['ID=e1833c93-c15e-4d73-9d8f-fa620897a4e4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:05.694421 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:05.756349 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:05.757082 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:05.794860 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] No DVR routers for this DVR port e1833c93-c15e-4d73-9d8f-fa620897a4e4 on host hv-cinder-81783 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:52:05.798259 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:05.814962 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-05269387-69ba-464c-b9af-8e54ec34810b tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Synchronizing usage tracker for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:05.832762 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528a3f9-a56d-4c47-9b47-a9ca4319a851 req-cae1c49a-f07a-4e0e-b3ae-af60006eebca tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:05.834302 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f528a3f9-a56d-4c47-9b47-a9ca4319a851 req-cae1c49a-f07a-4e0e-b3ae-af60006eebca tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.1613142
Nov 13 07:52:05.880125 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c14e4040-df9f-43d6-bbaf-e5a3cdf54271 req-c82c6f0e-0ec7-4b48-a213-5f1135f7fac4 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.18 "DELETE /v2.0/ports/e1833c93-c15e-4d73-9d8f-fa620897a4e4 HTTP/1.1" status: 204  len: 173 time: 1.6851861
Nov 13 07:52:05.893247 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f528a3f9-a56d-4c47-9b47-a9ca4319a851 req-ffe4a6a4-83c8-4e3f-97f2-bb98bac7ed6c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532556
Nov 13 07:52:05.936528 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-05269387-69ba-464c-b9af-8e54ec34810b tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Unset dirty status for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:05.937887 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-05269387-69ba-464c-b9af-8e54ec34810b tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4502749
Nov 13 07:52:05.938264 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0298252
Nov 13 07:52:05.952301 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Request body: {'port': {'device_id': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:05.971579 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1e2485ba-e996-4538-b385-23fb3cfe7a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:06.053152 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8908876f-0fbb-43e5-861d-16599dc0dbf8', 'name': 'network-vif-deleted', 'tag': 'c4fea12e-1c32-4d53-af69-c60642a069fd', 'status': 'completed', 'code': 200}
Nov 13 07:52:06.099136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:06.189397 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a6a75116-0b59-437d-9936-40fe19d6f390 service neutron] 10.222.0.32 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315204
Nov 13 07:52:06.195189 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fcc1cbf4-d2bf-4fb1-b1b1-72f04a3c95bf req-a23bf8b7-f261-49d4-9fa6-13a956647413 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 1098 time: 0.2044728
Nov 13 07:52:06.323208 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742d27d-9c23-4b12-a5b3-aedf1fac3fe9 req-24ec0806-a256-413b-90e8-f73cb248be13 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:06.330817 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a742d27d-9c23-4b12-a5b3-aedf1fac3fe9 req-24ec0806-a256-413b-90e8-f73cb248be13 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.2135537
Nov 13 07:52:06.346913 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fcc1cbf4-d2bf-4fb1-b1b1-72f04a3c95bf req-cd16adf7-56e5-4ff5-be64-331863479e66 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303267
Nov 13 07:52:06.387473 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-4074a599-d6e9-41f8-a2c8-9b6caf19d358 service neutron] 10.222.0.32 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910763
Nov 13 07:52:06.541516 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a742d27d-9c23-4b12-a5b3-aedf1fac3fe9 req-21ed1d3e-55af-4d7e-af94-8c4dc20909ab tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2100284
Nov 13 07:52:06.677820 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:52:06.697106 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:06.717470 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Transition to ACTIVE for port object ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:52:06.787130 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-01b35b56-6ef6-4be2-8ce8-b32b1f8daede req-94585d3e-09f0-445d-948b-46ff29c0104e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Synchronizing usage tracker for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:06.795856 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:06.805291 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:06.902362 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-01b35b56-6ef6-4be2-8ce8-b32b1f8daede req-94585d3e-09f0-445d-948b-46ff29c0104e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Unset dirty status for tenant:fb1f9a1ba6464c57932a7fbff537dd1f on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:06.904578 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-01b35b56-6ef6-4be2-8ce8-b32b1f8daede req-94585d3e-09f0-445d-948b-46ff29c0104e tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] 10.222.0.32 "GET /v2.0/ports?device_id=8908876f-0fbb-43e5-861d-16599dc0dbf8 HTTP/1.1" status: 200  len: 210 time: 0.1626136
Nov 13 07:52:06.931050 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:06.932182 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Pushing event updated for resources: {'Port': ['ID=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:06.942448 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:07.034130 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10080ed-64d4-4ee4-9f5e-6d10a942aa80 req-6ea316ee-0fed-448c-b64a-4750c6bd47a8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:07.040890 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c10080ed-64d4-4ee4-9f5e-6d10a942aa80 req-6ea316ee-0fed-448c-b64a-4750c6bd47a8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 947 time: 0.2866828
Nov 13 07:52:07.098892 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c10080ed-64d4-4ee4-9f5e-6d10a942aa80 req-b7f38cd2-e23c-4af2-8a0c-11422dadb45c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570602
Nov 13 07:52:07.112671 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-7c5d07d7-86e0-4cbb-8fb8-40be16582a98 req-38dbfeaa-7c62-4e0a-9b22-7f2a969b3d37 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Synchronizing usage tracker for tenant:0979a2d762514a79ae1fb25f00668882 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:07.128771 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Attempting to bind port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:52:07.129105 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Attempting to bind port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:52:07.129427 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Attempting to bind port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 on network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:52:07.135582 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 on network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:52:07.135899 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Attempting to bind port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 on network 0e696668-3fa5-450f-a62d-42f1dbe4c6f1 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:52:07.157252 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:52:07.158212 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Checking segment: {'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:52:07.158614 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Bound using segment: {'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:52:07.159125 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Bound port: ff95e79a-d2c3-4508-a5d2-1a99bf8900f7, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3585b53-02cb-4ceb-8891-61fabaecb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:52:07.159484 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:07.236366 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-7c5d07d7-86e0-4cbb-8fb8-40be16582a98 req-38dbfeaa-7c62-4e0a-9b22-7f2a969b3d37 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Unset dirty status for tenant:0979a2d762514a79ae1fb25f00668882 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:07.240606 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7c5d07d7-86e0-4cbb-8fb8-40be16582a98 req-38dbfeaa-7c62-4e0a-9b22-7f2a969b3d37 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb3f02e-fff7-44aa-a951-2669c5ceccd4 HTTP/1.1" status: 200  len: 210 time: 0.1867490
Nov 13 07:52:07.311304 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] For port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:52:07.323920 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] For port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:52:07.348400 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5711feaa-4b29-419a-8b0f-f4c6d338ff92 req-ba743962-f41d-4e30-9104-0a65e8088c1e tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 210 time: 0.0428600
Nov 13 07:52:07.353762 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb20a2-735a-4a81-9684-da91d9d92dea req-5743c550-7c9e-42a2-9778-d364af5de040 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:07.354463 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-31cb20a2-735a-4a81-9684-da91d9d92dea req-5743c550-7c9e-42a2-9778-d364af5de040 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Synchronizing usage tracker for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:07.415489 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:07.421008 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:07.481731 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:07.483144 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 HTTP/1.1" status: 200  len: 1093 time: 1.5374055
Nov 13 07:52:07.491071 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'tag': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:07.500375 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-31cb20a2-735a-4a81-9684-da91d9d92dea req-5743c550-7c9e-42a2-9778-d364af5de040 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Unset dirty status for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:07.506623 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-31cb20a2-735a-4a81-9684-da91d9d92dea req-5743c550-7c9e-42a2-9778-d364af5de040 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 943 time: 0.2410750
Nov 13 07:52:07.539049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Pushing event updated for resources: {'Port': ['ID=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:07.550102 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:07.558860 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83844b-e10d-46d5-ab12-74a8a629cd25 req-c69bd6d1-0a38-484c-9d06-a777bcbbdce5 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:07.561026 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4d83844b-e10d-46d5-ab12-74a8a629cd25 req-c69bd6d1-0a38-484c-9d06-a777bcbbdce5 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.0924790
Nov 13 07:52:07.562720 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-31cb20a2-735a-4a81-9684-da91d9d92dea req-51dbfd28-64ab-4659-a0e9-cfdc94e8a2c5 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551329
Nov 13 07:52:07.658468 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'tag': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7', 'status': 'completed', 'code': 200}
Nov 13 07:52:07.700286 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4d83844b-e10d-46d5-ab12-74a8a629cd25 req-ef409aae-7185-49ae-b3cc-f626c5b0dab1 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338246
Nov 13 07:52:07.743087 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-e68b69f4-3df1-4a6c-ba50-26013b75a113 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1157f51a4ae044748780b6818d3bef86&device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 1096 time: 0.0773387
Nov 13 07:52:07.769580 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device e1833c93-c15e-4d73-9d8f-fa620897a4e4 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:52:07.806319 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: e1833c93-c15e-4d73-9d8f-fa620897a4e4 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:52:07.806703 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device e1833c93-c15e-4d73-9d8f-fa620897a4e4 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:52:07.807304 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c4fea12e-1c32-4d53-af69-c60642a069fd no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:52:07.816459 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-80b16c79-7da5-43c1-9089-d14747cd4e69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 HTTP/1.1" status: 200  len: 217 time: 0.0652230
Nov 13 07:52:07.841083 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: c4fea12e-1c32-4d53-af69-c60642a069fd {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:52:07.841762 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device c4fea12e-1c32-4d53-af69-c60642a069fd not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:52:07.881649 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-3e59182f-a5df-4a38-a8a2-e4802c8d3d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:07.883137 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-3e59182f-a5df-4a38-a8a2-e4802c8d3d2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f689ac3-ec75-44c5-a1d5-6a35e1001630 HTTP/1.1" status: 200  len: 853 time: 0.0605662
Nov 13 07:52:07.933897 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-ee8ec6ab-4754-4b7d-8229-58952e824648 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438309
Nov 13 07:52:08.011135 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40430) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:08.068919 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'name': 'network-vif-deleted', 'tag': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:08.074656 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-01d5f6a4-c972-4177-a8a1-9702cd8d21ba service neutron] 10.222.0.18 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313922
Nov 13 07:52:08.167620 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3f02e-fff7-44aa-a951-2669c5ceccd4', 'name': 'network-vif-deleted', 'tag': 'e1833c93-c15e-4d73-9d8f-fa620897a4e4', 'status': 'completed', 'code': 200}
Nov 13 07:52:08.221522 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5944f44-ddda-480a-827b-1bf26b691c82 req-a8f8bf4b-2393-492e-a1ce-a48c8b627a29 service neutron] 10.222.0.18 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302981
Nov 13 07:52:08.451879 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:08.490644 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-35efbc10-a3cf-4767-880d-cf529cee3e4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1157f51a4ae044748780b6818d3bef86&device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 1096 time: 0.0862978
Nov 13 07:52:08.589985 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b5fa678a-c465-4f24-ac98-ef8d0253248c req-7dcb8a75-147d-46df-b24d-ff631d94ddc5 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 210 time: 0.0701735
Nov 13 07:52:08.674069 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:08.681330 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-15767643-7b93-4134-b87b-cca2cdc5ce2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:08.683021 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-15767643-7b93-4134-b87b-cca2cdc5ce2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1 HTTP/1.1" status: 200  len: 914 time: 0.1844146
Nov 13 07:52:08.913010 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-e0ca5a9b-5094-4886-b65d-2d9813d117f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 HTTP/1.1" status: 200  len: 217 time: 0.2178519
Nov 13 07:52:08.993250 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-fd92cf94-af66-4821-9d44-805074ae24fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:08.996067 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-fd92cf94-af66-4821-9d44-805074ae24fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f689ac3-ec75-44c5-a1d5-6a35e1001630 HTTP/1.1" status: 200  len: 853 time: 0.0742292
Nov 13 07:52:09.049156 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-0d3f17e4-83c4-478a-b7c1-e5390d3ac506 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e696668-3fa5-450f-a62d-42f1dbe4c6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439870
Nov 13 07:52:09.054962 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b57b-6ace-4ef4-88ac-151b8a8f6b27 req-6bb9bc42-243a-4f80-bb82-25c07e6e2aac tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:09.056299 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dd41b57b-6ace-4ef4-88ac-151b8a8f6b27 req-6bb9bc42-243a-4f80-bb82-25c07e6e2aac tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 943 time: 0.2061985
Nov 13 07:52:09.063526 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f39777-80d9-49bc-9274-aafa99ac024e req-10d30350-8cba-40f6-81d1-b0e89370eff7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:09.064958 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e5f39777-80d9-49bc-9274-aafa99ac024e req-10d30350-8cba-40f6-81d1-b0e89370eff7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.1744699
Nov 13 07:52:09.185465 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e5f39777-80d9-49bc-9274-aafa99ac024e req-60625443-9df9-4a07-b608-db2f527404b5 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092839
Nov 13 07:52:09.192954 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dd41b57b-6ace-4ef4-88ac-151b8a8f6b27 req-acd153fa-87c6-492c-9a3e-4933848fb9b1 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307271
Nov 13 07:52:09.236201 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-017a80d4-549d-4c17-835f-2d741af1b9ca service neutron] 10.222.0.18 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541557
Nov 13 07:52:09.357458 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Deleting port 9906267c-adc7-408f-a8be-a029e8a60932 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:52:09.357800 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:09.414783 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09dd0914-b67d-4c5b-b8e1-0a388229bdcf req-984f140c-3ff2-42b4-a36c-74b93f60a0ec service neutron] 10.222.0.18 "GET /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740077
Nov 13 07:52:09.551007 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] For port 9906267c-adc7-408f-a8be-a029e8a60932, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=9906267c-adc7-408f-a8be-a029e8a60932,segment=NetworkSegment(5c2c3d5d-64d9-4939-91bc-322427672791),segment_id=5c2c3d5d-64d9-4939-91bc-322427672791)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:09.551312 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:09.794108 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Calling delete_port for 9906267c-adc7-408f-a8be-a029e8a60932 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:52:09.836168 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c3338691-cf1a-46b3-bea2-683b140420c5 req-078b6d60-ec1c-4948-8763-5868543f65ac tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 210 time: 0.0776598
Nov 13 07:52:10.255759 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-da5180ba-5f46-4e78-b12a-4a7d8bb9ab6f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:10.256236 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-da5180ba-5f46-4e78-b12a-4a7d8bb9ab6f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Synchronizing usage tracker for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:network {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:10.273617 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:10.278596 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:10.347048 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9906267c-adc7-408f-a8be-a029e8a60932,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:10.405387 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-da5180ba-5f46-4e78-b12a-4a7d8bb9ab6f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Unset dirty status for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:network {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:10.407073 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-da5180ba-5f46-4e78-b12a-4a7d8bb9ab6f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.18 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 814 time: 0.3180943
Nov 13 07:52:10.429651 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'port': {'device_id': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'admin_state_up': True, 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:10.431335 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.432123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.432123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.432406 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.432762 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.433245 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.433457 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.433802 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.434153 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.434492 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.434855 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:10.439422 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:10.590908 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7b2f9-95cd-48a4-9754-18f515e4c5d2 req-62fcc0e1-5b2e-48b3-a70c-28c619579229 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:10.592324 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b9b7b2f9-95cd-48a4-9754-18f515e4c5d2 req-62fcc0e1-5b2e-48b3-a70c-28c619579229 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 943 time: 0.2337384
Nov 13 07:52:10.638595 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:10.658468 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:10.670806 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b9b7b2f9-95cd-48a4-9754-18f515e4c5d2 req-50e4b06c-9737-4de0-9df3-c79808801ad7 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628643
Nov 13 07:52:10.678616 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:10.772785 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Made reservation on behalf of 7bf786a8e1ef481fa4403ec4489a3c6d for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:52:10.775867 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:10.952259 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Allocated IP 172.20.0.9 (33b2e2eb-bc05-4987-b5c8-b2b3975db61e/6786f12c-1ad4-45c0-be5a-1f4c97abdbea/cb05581f-0d6b-4d29-a731-d459dd0f8143) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:52:11.057724 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1fc809d9-2084-4375-9b21-d0d53d41c9e4 req-27161599-55b5-4d58-8a5c-621ea3e97664 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 210 time: 0.0611014
Nov 13 07:52:11.163785 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:11.182064 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Transition to ACTIVE for port object cb05581f-0d6b-4d29-a731-d459dd0f8143 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:52:11.304533 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:11.310303 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:11.389836 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:52:11.393103 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:52:11.398019 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:52:11.429468 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:11.451984 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.452359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.452728 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.453635 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.453999 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.454362 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.454736 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.455096 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.455518 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.456072 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.456439 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:11.471467 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:11.488758 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:11.489571 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:11.835246 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3254373
Nov 13 07:52:11.837265 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Router 60ac587f-9673-41d5-8ead-be1385bda23c has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:52:11.837917 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:52:11.981086 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4d872ba3-2137-435f-91d3-ba345aea4074 None None] Provisioning for port cb05581f-0d6b-4d29-a731-d459dd0f8143 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:12.003056 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4d872ba3-2137-435f-91d3-ba345aea4074 None None] Provisioning complete for port cb05581f-0d6b-4d29-a731-d459dd0f8143 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:12.003763 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4d872ba3-2137-435f-91d3-ba345aea4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:12.089832 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5cb43-f139-4769-a7d4-ee43206df6b8 req-5a483fd1-f6cd-4447-ad18-4d86b75e77af tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:12.091344 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-89c5cb43-f139-4769-a7d4-ee43206df6b8 req-5a483fd1-f6cd-4447-ad18-4d86b75e77af tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 943 time: 0.1935329
Nov 13 07:52:12.106113 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-4d872ba3-2137-435f-91d3-ba345aea4074 None None] Port cb05581f-0d6b-4d29-a731-d459dd0f8143 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:52:12.123068 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:12.144858 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7', 'network_id': '0e696668-3fa5-450f-a62d-42f1dbe4c6f1', 'port_id': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7', 'mac_address': 'fa:16:3e:b9:8a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f689ac3-ec75-44c5-a1d5-6a35e1001630', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:52:12.162424 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-89c5cb43-f139-4769-a7d4-ee43206df6b8 req-d0f390dc-3a45-4206-82bb-413dc1cbd88b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601840
Nov 13 07:52:12.194274 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:52:12.238066 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] Sync routers for ids ['60ac587f-9673-41d5-8ead-be1385bda23c'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:52:12.238066 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:12.253865 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:52:12.266136 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] Routers {'60ac587f-9673-41d5-8ead-be1385bda23c'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:52:12.266794 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deed20640>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['60ac587f-9673-41d5-8ead-be1385bda23c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:12.334722 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] 10.222.0.32 "PUT /v2.0/routers/60ac587f-9673-41d5-8ead-be1385bda23c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3224101
Nov 13 07:52:12.337838 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40554) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:12.341462 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:12.491591 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:12.495858 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-992a9556-5367-4f37-8dbf-78d6f511512c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:12.511684 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd3ac-d859-4f36-87f0-89b2a8d54c8b req-59cc54c7-ca7a-4abd-9f42-45abe98d280c tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:12.513155 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-61cdd3ac-d859-4f36-87f0-89b2a8d54c8b req-59cc54c7-ca7a-4abd-9f42-45abe98d280c tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.1768394
Nov 13 07:52:12.604455 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:12.614951 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:12.623186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] Set router 60ac587f-9673-41d5-8ead-be1385bda23c gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:52:12.657550 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-61cdd3ac-d859-4f36-87f0-89b2a8d54c8b req-feeba654-6ac0-4270-8a1b-ab7765ff676f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311433
Nov 13 07:52:12.808699 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks [] for router, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:12.936468 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['ff95e79a-d2c3-4508-a5d2-1a99bf8900f7'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:52:13.043327 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:13.099190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deed20640>, [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:52:10Z', 'revision_number': 5, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port': {'id': 'd815d543-0240-4cc5-961b-27f7791f175a', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:02Z', 'updated_at': '2021-11-13T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:13.116811 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] Checking router: 60ac587f-9673-41d5-8ead-be1385bda23c for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:52:13.139523 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Deleting port d815d543-0240-4cc5-961b-27f7791f175a {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:52:13.139523 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:13.150438 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] Routers {'60ac587f-9673-41d5-8ead-be1385bda23c'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:52:13.151110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deed20640>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['60ac587f-9673-41d5-8ead-be1385bda23c'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:13.340095 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] Set router 60ac587f-9673-41d5-8ead-be1385bda23c gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:52:13.451085 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deed20640>, [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:52:13Z', 'revision_number': 6, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port_host': None}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:13.457693 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121e5ba-4714-4520-9700-e368223cbc44 None None] The sync data for ids ['60ac587f-9673-41d5-8ead-be1385bda23c'] in dv-cinder-817832-1-iscsi is: [{'id': '60ac587f-9673-41d5-8ead-be1385bda23c', 'name': 'tempest-ServerRescueNegativeTestJSON-1544933673-router', 'tenant_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:52:13Z', 'revision_number': 6, 'project_id': 'fb1f9a1ba6464c57932a7fbff537dd1f', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:52:13.478839 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] For port d815d543-0240-4cc5-961b-27f7791f175a, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d815d543-0240-4cc5-961b-27f7791f175a,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:13.479347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:13.480653 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914a9-0c23-49a5-91a6-e5dec52b97c3 req-4a256b21-c737-4fdd-949f-ab0e62f79e9b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:13.489178 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-127914a9-0c23-49a5-91a6-e5dec52b97c3 req-4a256b21-c737-4fdd-949f-ab0e62f79e9b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 944 time: 0.1211121
Nov 13 07:52:13.581099 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-127914a9-0c23-49a5-91a6-e5dec52b97c3 req-6b6541f9-f104-4214-b5dd-abe6fef8e354 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901487
Nov 13 07:52:13.660951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Calling delete_port for d815d543-0240-4cc5-961b-27f7791f175a owned by network:router_gateway {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:52:13.958883 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410bdba-494c-492f-9ad9-5966fb2cf09e req-01c9fef2-a17f-4a01-89e9-be1f1a4c581f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:13.960335 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7410bdba-494c-492f-9ad9-5966fb2cf09e req-01c9fef2-a17f-4a01-89e9-be1f1a4c581f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.1418765
Nov 13 07:52:14.019617 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7410bdba-494c-492f-9ad9-5966fb2cf09e req-e9c68e79-c083-46ad-9c06-2804046c40ec tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531666
Nov 13 07:52:14.133118 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:14.137673 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:14.193485 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Pushing event deleted for resources: {'Port': ['ID=d815d543-0240-4cc5-961b-27f7791f175a,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:14.196070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:14.451373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:14.466446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 9906267c-adc7-408f-a8be-a029e8a60932 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:52:14.509450 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 9906267c-adc7-408f-a8be-a029e8a60932 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:52:14.509971 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 9906267c-adc7-408f-a8be-a029e8a60932 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:52:14.843143 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2526c-0ebf-4004-a1c8-f208de22684c req-36a062ba-7a32-4fbd-bf65-01a81a29bd8c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:14.851329 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ddf2526c-0ebf-4004-a1c8-f208de22684c req-36a062ba-7a32-4fbd-bf65-01a81a29bd8c tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 944 time: 0.1081457
Nov 13 07:52:14.877119 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:14.882415 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:14.935475 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ddf2526c-0ebf-4004-a1c8-f208de22684c req-ac930208-57fc-44df-86e6-2bdf9e5208cb tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828424
Nov 13 07:52:15.096775 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.097594 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60ac587f-9673-41d5-8ead-be1385bda23c {{(pid=83599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 07:52:15.127586 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.147642 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] 10.222.0.32 "DELETE /v2.0/routers/60ac587f-9673-41d5-8ead-be1385bda23c HTTP/1.1" status: 204  len: 168 time: 2.7969811
Nov 13 07:52:15.147766 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40636) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:15.286640 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Deleting subnet 4da611d9-8486-4759-8803-c06651571daf {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:52:15.293908 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.355771 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.437715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe55c2-0f65-4a52-ae5f-321b95d21614 req-db6c3566-89d4-4f1b-9083-e11ea8b9cd58 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:15.439271 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bffe55c2-0f65-4a52-ae5f-321b95d21614 req-db6c3566-89d4-4f1b-9083-e11ea8b9cd58 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.2146599
Nov 13 07:52:15.440286 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.587494 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bffe55c2-0f65-4a52-ae5f-321b95d21614 req-de3c5c0f-561e-42e7-a5bf-6b6bebb0b58f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202178
Nov 13 07:52:15.637437 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.660733 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:15.715729 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da611d9-8486-4759-8803-c06651571daf,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:15.721663 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:15.723207 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.735239 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4da611d9-8486-4759-8803-c06651571daf HTTP/1.1" status: 204  len: 168 time: 0.5862339
Nov 13 07:52:15.737332 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40658) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:15.815973 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:15.925434 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:15.947335 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-71162b28-1842-4aef-a29e-f4f1368ec683 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465628113&fields=id&tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb HTTP/1.1" status: 200  len: 267 time: 0.1020658
Nov 13 07:52:16.012685 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:16.019981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:16.020673 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.168380 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.202270 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:16.213495 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.220074 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:16.244965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee09ebb0>,) {'filters': {'network_id': ['77b75486-1f76-4ec9-bd2f-6841ef30c66e']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:16.259756 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee09ebb0>, '5c2c3d5d-64d9-4939-91bc-322427672791') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:16.260166 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee09ebb0>, '5c2c3d5d-64d9-4939-91bc-322427672791') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:16.284638 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.287517 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.290072 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:16.302837 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-2f636821-3cf1-4f51-9e8e-322acb8b3458 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:16.310106 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-2f636821-3cf1-4f51-9e8e-322acb8b3458 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 809 time: 0.3335929
Nov 13 07:52:16.323785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.337146 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-c1155238-da05-4624-87be-eedee0c021e0 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/quotas/fa4e1d8ace6b4f22816be1ee49b861bb HTTP/1.1" status: 200  len: 375 time: 0.0260172
Nov 13 07:52:16.378912 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:16.382794 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:16.386085 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:52:16.386615 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:52:16.634919 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:52:16.721187 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-57eef2a9-eb11-4b15-b5e3-34554d9afc91 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3828287
Nov 13 07:52:16.779645 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.832143 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:16.858459 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:16.862430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b75486-1f76-4ec9-bd2f-6841ef30c66e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:16.869460 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:16.939050 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-7f7a5307-ca49-423e-8b11-aefb8942d89e service neutron] 10.222.0.32 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859362
Nov 13 07:52:16.962793 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d0da6a0c-06a8-441a-b505-d53ccf4774b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/77b75486-1f76-4ec9-bd2f-6841ef30c66e HTTP/1.1" status: 204  len: 168 time: 1.2239883
Nov 13 07:52:17.097324 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a94d39b8-ee14-416f-84ff-2133979bfcae service neutron] 10.222.0.32 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558723
Nov 13 07:52:17.612308 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40712) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:17.669380 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c4d03843-39df-4f41-bb9c-66516cbbedab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb1f9a1ba6464c57932a7fbff537dd1f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0512149
Nov 13 07:52:17.669712 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40716) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:17.742886 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:17.770395 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:17.921583 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:17.926512 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:17.958699 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb7b3d-2650-474c-a0b2-7a7e94159175,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:17.958699 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:18.047872 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b1f2e-842d-4483-ba1d-bc0131eedce4 req-f0a69c28-4ccb-4684-8bd3-8113ba63e78b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:18.055492 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-792b1f2e-842d-4483-ba1d-bc0131eedce4 req-f0a69c28-4ccb-4684-8bd3-8113ba63e78b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.0998979
Nov 13 07:52:18.082980 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:18.084080 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5eb7b3d-2650-474c-a0b2-7a7e94159175 HTTP/1.1" status: 204  len: 168 time: 0.4131224
Nov 13 07:52:18.110163 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-792b1f2e-842d-4483-ba1d-bc0131eedce4 req-8ecfe1a6-ff91-424d-936a-279bccb0d71f tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534973
Nov 13 07:52:18.194074 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7', 'code': 200}
Nov 13 07:52:18.377520 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05896fd-4ff9-4be2-9fde-b94ddf804386 req-b3175b1d-3f5c-46fe-ba87-aa18b55e59f0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:18.379326 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d05896fd-4ff9-4be2-9fde-b94ddf804386 req-b3175b1d-3f5c-46fe-ba87-aa18b55e59f0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.0875897
Nov 13 07:52:18.431499 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d05896fd-4ff9-4be2-9fde-b94ddf804386 req-5805bf2a-310b-4ba6-b18d-398dc6907692 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463045
Nov 13 07:52:18.565937 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4ffedbc6-d3bf-4bb2-a5d9-da7623254760 req-5bfb5f81-8718-497f-95b7-3e1dfd368e2f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.0473902
Nov 13 07:52:19.229361 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40752) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:19.335980 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97730-c5c9-4600-b28e-fb5a8966a71b req-93f5f5ed-8fd3-4b43-ab25-4d34f11b8da4 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:19.340672 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ecf97730-c5c9-4600-b28e-fb5a8966a71b req-93f5f5ed-8fd3-4b43-ab25-4d34f11b8da4 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.0935540
Nov 13 07:52:19.455118 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ecf97730-c5c9-4600-b28e-fb5a8966a71b req-2a01bd3a-5bfa-4f08-884c-91ba8b921ee6 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011603
Nov 13 07:52:19.501722 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-de8072c7-b8c7-4a0a-8dd6-ce349c50c098 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0979a2d762514a79ae1fb25f00668882&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2698872
Nov 13 07:52:19.504594 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40764) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:19.655607 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:19.704215 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:19.727994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16250c-3c33-40cd-9ce9-f404a85e1f79 req-d0a90b0a-bed2-4995-9a78-01ff6f98b300 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:19.727994 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-db16250c-3c33-40cd-9ce9-f404a85e1f79 req-d0a90b0a-bed2-4995-9a78-01ff6f98b300 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.1527424
Nov 13 07:52:19.796026 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-db16250c-3c33-40cd-9ce9-f404a85e1f79 req-a958b736-9607-46d5-94b5-7fd17c4978ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571132
Nov 13 07:52:19.949668 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:19.954915 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4a673fa8-a2d8-49d0-a0b0-8957afaf1c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:19.978318 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c8e27-8dc5-4b78-a266-985ac57919f7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:19.981526 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-48427fb4-804d-4952-ba87-5f1738e27b90 req-868d5418-69d3-4ac6-8841-7a8bab3aa97a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.0646718
Nov 13 07:52:19.982280 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:20.165965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:20.169835 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d11c8e27-8dc5-4b78-a266-985ac57919f7 HTTP/1.1" status: 204  len: 168 time: 0.6640012
Nov 13 07:52:20.371286 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d815d543-0240-4cc5-961b-27f7791f175a no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:52:20.405310 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: d815d543-0240-4cc5-961b-27f7791f175a {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:52:20.406051 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d815d543-0240-4cc5-961b-27f7791f175a not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:52:20.679414 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026901a5-9ad7-4c96-bd35-6eaf2a1165bb req-1ba5a4fb-aef3-4058-a224-ab3ffa445a65 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:20.681706 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-026901a5-9ad7-4c96-bd35-6eaf2a1165bb req-1ba5a4fb-aef3-4058-a224-ab3ffa445a65 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.1039484
Nov 13 07:52:20.733645 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-026901a5-9ad7-4c96-bd35-6eaf2a1165bb req-3b5a5079-ed25-48a0-bd02-1539f21edc75 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454502
Nov 13 07:52:21.015535 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9a744-45b7-42b2-a9ab-af4918ce1ef9 req-bd2837f8-8664-40d6-9402-6e14ac631410 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:21.017177 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-aed9a744-45b7-42b2-a9ab-af4918ce1ef9 req-bd2837f8-8664-40d6-9402-6e14ac631410 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.0861380
Nov 13 07:52:21.074485 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-aed9a744-45b7-42b2-a9ab-af4918ce1ef9 req-2bebac8c-7ab4-4a6a-99d1-5ecca24f5f51 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494502
Nov 13 07:52:21.224986 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f9701c2e-25d9-41ce-9b3c-387588d6e9fd req-1fdabab0-b024-4404-8f89-1887611e1037 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.0464430
Nov 13 07:52:21.765358 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Sync routers for ids ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:52:21.787090 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Routers {'0bd946df-5bd0-47cd-ba20-0c03915efd2d'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:52:21.787781 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f610>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:21.979086 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e042f08-b9c9-4c67-bee4-dad11fb3a756 req-49313a6d-60c0-4a69-ac7f-b8240517ee94 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:21.986776 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3e042f08-b9c9-4c67-bee4-dad11fb3a756 req-49313a6d-60c0-4a69-ac7f-b8240517ee94 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.1145382
Nov 13 07:52:22.013062 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Set router 0bd946df-5bd0-47cd-ba20-0c03915efd2d gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:52:22.095332 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3e042f08-b9c9-4c67-bee4-dad11fb3a756 req-1a482d70-02f3-4eed-b547-e9991984cede tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003685
Nov 13 07:52:22.300268 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd605e0-6bf7-4454-a924-87427c440897 req-e2250600-6b15-4c24-8197-155033617fa8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:22.301729 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1bd605e0-6bf7-4454-a924-87427c440897 req-e2250600-6b15-4c24-8197-155033617fa8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.0894752
Nov 13 07:52:22.361474 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1bd605e0-6bf7-4454-a924-87427c440897 req-0e98e455-182d-448b-b158-1875481582ac tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519807
Nov 13 07:52:22.409090 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f610>, [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:51:45Z', 'revision_number': 4, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '5c389f66-0207-4be1-8db4-a7089fb54ff5', 'name': '', 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'mac_address': 'fa:16:3e:53:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9a94a64-5334-44b6-abd8-99b28f2b1477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:43Z', 'updated_at': '2021-11-13T07:51:46Z', 'revision_number': 2, 'project_id': '51824153689e41c49419ae0768e05e02', 'subnets': [{'id': 'f9a94a64-5334-44b6-abd8-99b28f2b1477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:22.412229 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Checking router: 0bd946df-5bd0-47cd-ba20-0c03915efd2d for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:52:22.412655 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Updating router 0bd946df-5bd0-47cd-ba20-0c03915efd2d port 5c389f66-0207-4be1-8db4-a7089fb54ff5 binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:52:22.486925 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:22.544243 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-67a017bf-3430-4001-a8b7-0908872590c0 req-cab291d9-b185-4d55-b9ad-d190f2a9f24f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.0506573
Nov 13 07:52:23.096997 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:23.122876 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Transition to ACTIVE for port object 5c389f66-0207-4be1-8db4-a7089fb54ff5 will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:52:23.223621 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:23.228229 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:23.349896 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Pushing event updated for resources: {'Port': ['ID=5c389f66-0207-4be1-8db4-a7089fb54ff5,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:23.380181 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2963e1-2a06-4270-9e64-c6b502674968 req-358c3a02-ea65-47f2-b990-50dd2a4ca2d1 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:23.381729 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ad2963e1-2a06-4270-9e64-c6b502674968 req-358c3a02-ea65-47f2-b990-50dd2a4ca2d1 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.1661918
Nov 13 07:52:23.392544 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Request body: {'port': {'device_id': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.400492 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:52:23.405855 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:23.487617 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ad2963e1-2a06-4270-9e64-c6b502674968 req-fb5f6968-90a7-4d8a-98a1-acfd79a76f8b tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813756
Nov 13 07:52:23.487788 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Attempting to bind port 5c389f66-0207-4be1-8db4-a7089fb54ff5 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:52:23.487788 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Attempting to bind port 5c389f66-0207-4be1-8db4-a7089fb54ff5 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:52:23.487788 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Attempting to bind port 5c389f66-0207-4be1-8db4-a7089fb54ff5 on network 808d4cc7-ef55-49ef-beab-3bc52791f00e {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:52:23.495584 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:52:23.495865 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Checking segment: {'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:52:23.496270 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:23.496662 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Bound using segment: {'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:52:23.497132 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Bound port: 5c389f66-0207-4be1-8db4-a7089fb54ff5, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:52:23.497542 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:23.559246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:23.616234 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] For port 5c389f66-0207-4be1-8db4-a7089fb54ff5, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:52:23.619476 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] For port 5c389f66-0207-4be1-8db4-a7089fb54ff5, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=5c389f66-0207-4be1-8db4-a7089fb54ff5,segment=NetworkSegment(385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc),segment_id=385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:52:23.709567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702a8c5-c292-4e14-8e51-1c0a9727b304 req-7bcd53be-78d9-4c3d-830a-7b983de2a335 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:23.711216 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a702a8c5-c292-4e14-8e51-1c0a9727b304 req-7bcd53be-78d9-4c3d-830a-7b983de2a335 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 931 time: 0.0837169
Nov 13 07:52:23.733093 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:23.741711 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-a7a1a9fe-7816-461b-9071-3ddb6f6ed953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:23.779312 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a702a8c5-c292-4e14-8e51-1c0a9727b304 req-8c3e8157-cf55-41a4-936a-73568654f211 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574741
Nov 13 07:52:23.820223 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Pushing event updated for resources: {'Port': ['ID=5c389f66-0207-4be1-8db4-a7089fb54ff5,revision_number=4']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:23.830982 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:23.875274 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Routers {'0bd946df-5bd0-47cd-ba20-0c03915efd2d'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:52:23.875889 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f610>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:23.942641 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb05581f-0d6b-4d29-a731-d459dd0f8143 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:52:23.950525 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:23.967860 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Transition to ACTIVE for port object cb05581f-0d6b-4d29-a731-d459dd0f8143 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:52:24.044864 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:24.050590 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-34637a60-6105-428d-99fb-091ca4153982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:24.102237 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9ef0389a-fb9f-4c88-99d0-2c435a608162 req-3cf648d7-aa06-49e0-903a-8f1adecba2cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 1098 time: 0.2213812
Nov 13 07:52:24.118717 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e97317c3-5dcd-45bf-9400-45245fff95b2 req-47a3c3ba-3175-4802-b61b-061436d5c515 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.0931926
Nov 13 07:52:24.182948 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9ef0389a-fb9f-4c88-99d0-2c435a608162 req-37cb6a82-d38c-475d-b18f-cc992cd8a2cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674624
Nov 13 07:52:24.232914 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] Set router 0bd946df-5bd0-47cd-ba20-0c03915efd2d gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:52:24.261391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Pushing event updated for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:24.265387 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:24.410320 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Attempting to bind port cb05581f-0d6b-4d29-a731-d459dd0f8143 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:52:24.411957 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Attempting to bind port cb05581f-0d6b-4d29-a731-d459dd0f8143 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:52:24.412613 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Attempting to bind port cb05581f-0d6b-4d29-a731-d459dd0f8143 on network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:52:24.421061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Port cb05581f-0d6b-4d29-a731-d459dd0f8143 on network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:52:24.421845 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Attempting to bind port cb05581f-0d6b-4d29-a731-d459dd0f8143 on network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:52:24.436159 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:52:24.436767 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Checking segment: {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:52:24.437408 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Bound using segment: {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:52:24.438091 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Bound port: cb05581f-0d6b-4d29-a731-d459dd0f8143, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:52:24.438695 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:24.541246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:52:24.549583 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:52:24.609062 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f610>, [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:51:45Z', 'revision_number': 4, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '5c389f66-0207-4be1-8db4-a7089fb54ff5', 'name': '', 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'mac_address': 'fa:16:3e:53:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9a94a64-5334-44b6-abd8-99b28f2b1477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:43Z', 'updated_at': '2021-11-13T07:52:23Z', 'revision_number': 4, 'project_id': '51824153689e41c49419ae0768e05e02', 'subnets': [{'id': 'f9a94a64-5334-44b6-abd8-99b28f2b1477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:52:24.613513 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebcc9e7-3782-4a64-a5f9-73253e949d86 None None] The sync data for ids ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'] in dv-cinder-817832-1-iscsi is: [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:51:45Z', 'revision_number': 4, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '5c389f66-0207-4be1-8db4-a7089fb54ff5', 'name': '', 'network_id': '808d4cc7-ef55-49ef-beab-3bc52791f00e', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'mac_address': 'fa:16:3e:53:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9a94a64-5334-44b6-abd8-99b28f2b1477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:43Z', 'updated_at': '2021-11-13T07:52:23Z', 'revision_number': 4, 'project_id': '51824153689e41c49419ae0768e05e02', 'subnets': [{'id': 'f9a94a64-5334-44b6-abd8-99b28f2b1477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:52:24.639481 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:24.641513 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f64b5647-74fb-4fc0-80f9-48abab40888c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:24.734738 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:24.736123 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] 10.222.0.18 "PUT /v2.0/ports/cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 1093 time: 1.3495722
Nov 13 07:52:24.736628 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:24.760760 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Pushing event updated for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:24.763977 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:24.837983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a3105-d753-4e55-b65e-6fc738b2f51d req-1c6e4b28-af79-4899-9de6-3b4a7ffa3349 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:24.864205 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'status': 'completed', 'code': 200}
Nov 13 07:52:24.864572 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e41a3105-d753-4e55-b65e-6fc738b2f51d req-1c6e4b28-af79-4899-9de6-3b4a7ffa3349 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.2560723
Nov 13 07:52:24.991313 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e41a3105-d753-4e55-b65e-6fc738b2f51d req-15c91e83-aa51-4f89-8a90-86f74289f528 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257823
Nov 13 07:52:25.080896 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-4032e994-c17c-49bc-914e-f48ff5115020 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1096 time: 0.1939707
Nov 13 07:52:25.174472 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-b70af110-4023-4a1f-93a9-7a5093c8d993 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 217 time: 0.0850205
Nov 13 07:52:25.280430 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-38620208-7ab1-4154-877d-8dfb46c9ca33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:25.282437 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-38620208-7ab1-4154-877d-8dfb46c9ca33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 200  len: 853 time: 0.1005094
Nov 13 07:52:25.342591 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc422fb-4817-47a7-a991-5aa36b6fec4b req-63fb1cdd-620c-4f40-b71a-e735d2ff76da tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:25.343617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-8dc422fb-4817-47a7-a991-5aa36b6fec4b req-63fb1cdd-620c-4f40-b71a-e735d2ff76da tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Synchronizing usage tracker for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:25.363079 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-98729cd3-76e2-4a0b-b341-9535b713f246 req-93f9811b-7582-497c-8c89-ad6a52dc22a9 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.0533228
Nov 13 07:52:25.400421 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-db262358-a2c4-43cb-821c-c7f2922774a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085899
Nov 13 07:52:25.681091 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-44cfe602-00f2-4fb1-bb80-9180c4e36a04 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712538
Nov 13 07:52:25.825602 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12d6480b-7fa0-42c0-8fe9-13122719a307 req-36f614ce-c794-410e-a4fe-a632ceee143f service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322467
Nov 13 07:52:25.869824 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-8dc422fb-4817-47a7-a991-5aa36b6fec4b req-63fb1cdd-620c-4f40-b71a-e735d2ff76da tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Unset dirty status for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:25.870989 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8dc422fb-4817-47a7-a991-5aa36b6fec4b req-63fb1cdd-620c-4f40-b71a-e735d2ff76da tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 943 time: 0.8446462
Nov 13 07:52:25.920744 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-8dc422fb-4817-47a7-a991-5aa36b6fec4b req-f4da9648-be26-4218-80f5-27b058211005 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Synchronizing usage tracker for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:security_group {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:26.019543 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-8dc422fb-4817-47a7-a991-5aa36b6fec4b req-f4da9648-be26-4218-80f5-27b058211005 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Unset dirty status for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:security_group {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:26.021806 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8dc422fb-4817-47a7-a991-5aa36b6fec4b req-f4da9648-be26-4218-80f5-27b058211005 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452663
Nov 13 07:52:26.160718 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09042243-c090-4d7a-b50b-d93a533981ec req-6b713af2-c694-476d-8a3f-89ba39947dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1096 time: 0.0901811
Nov 13 07:52:26.290387 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a7a0f5b0-b958-420b-9e0f-9596b45efebd tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:26.291904 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a7a0f5b0-b958-420b-9e0f-9596b45efebd tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.18 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 809 time: 0.2208750
Nov 13 07:52:26.302503 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e324-7d2a-4a90-a8c5-7d1446661974 req-8d6cc774-25c2-4878-accf-70f1e7f7f307 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:26.303887 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d642e324-7d2a-4a90-a8c5-7d1446661974 req-8d6cc774-25c2-4878-accf-70f1e7f7f307 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.1400268
Nov 13 07:52:26.308615 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042243-c090-4d7a-b50b-d93a533981ec req-ab768454-39ea-4725-8feb-8808aefc9e9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:26.310261 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09042243-c090-4d7a-b50b-d93a533981ec req-ab768454-39ea-4725-8feb-8808aefc9e9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 915 time: 0.1338329
Nov 13 07:52:26.379022 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-57ac53b5-feb2-4395-a96d-de0b6774f7df tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb HTTP/1.1" status: 200  len: 379 time: 0.0708573
Nov 13 07:52:26.385892 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09042243-c090-4d7a-b50b-d93a533981ec req-b31d1179-fc28-46dc-ab21-c7cd6275c513 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 217 time: 0.0658815
Nov 13 07:52:26.392106 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d642e324-7d2a-4a90-a8c5-7d1446661974 req-78bb235b-4bbe-4a00-8988-990c09783399 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713167
Nov 13 07:52:26.402334 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'port': {'device_id': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'admin_state_up': True, 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'security_groups': ['f4786157-91f2-41e4-a630-5305f51b9dac']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:26.493910 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5c389f66-0207-4be1-8db4-a7089fb54ff5 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:26.499373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042243-c090-4d7a-b50b-d93a533981ec req-309aada0-9297-41a1-b548-1f4b649ea8c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:26.500923 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09042243-c090-4d7a-b50b-d93a533981ec req-309aada0-9297-41a1-b548-1f4b649ea8c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 200  len: 853 time: 0.1017468
Nov 13 07:52:26.624419 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-7259f880-55ae-4e6c-b8a3-148336eb6ec2 req-f0db5ad6-0fcf-4b46-aa9f-ef0908064a05 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Synchronizing usage tracker for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:26.633750 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:26.638277 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:port and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:52:26.641268 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:52:26.647155 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:26.655608 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 5c389f66-0207-4be1-8db4-a7089fb54ff5 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:26.658824 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09042243-c090-4d7a-b50b-d93a533981ec req-ddcbcee2-d386-414f-bac2-43485422f052 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493499
Nov 13 07:52:26.661573 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 5c389f66-0207-4be1-8db4-a7089fb54ff5 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:26.665195 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:26.763634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Made reservation on behalf of fa4e1d8ace6b4f22816be1ee49b861bb for: {'port': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:52:26.771108 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:26.782810 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:26.804227 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09042243-c090-4d7a-b50b-d93a533981ec req-d80c4983-699b-4a0c-b97d-84b9dbb313d6 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379344
Nov 13 07:52:26.828526 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 5c389f66-0207-4be1-8db4-a7089fb54ff5, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=5c389f66-0207-4be1-8db4-a7089fb54ff5,segment=NetworkSegment(385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc),segment_id=385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:26.897460 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-7259f880-55ae-4e6c-b8a3-148336eb6ec2 req-f0db5ad6-0fcf-4b46-aa9f-ef0908064a05 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Unset dirty status for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:26.898621 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7259f880-55ae-4e6c-b8a3-148336eb6ec2 req-f0db5ad6-0fcf-4b46-aa9f-ef0908064a05 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.3240750
Nov 13 07:52:26.938358 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:26.941281 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:26.957922 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Allocated IP 172.20.0.9 (0f66ae5e-e9e4-42e2-9f8e-0271fe49488b/f32f3356-fb6c-4303-974c-29c01e73f9f7/042b7473-49b5-44dd-8697-4c7c9af86227) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:52:26.968193 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-09042243-c090-4d7a-b50b-d93a533981ec req-8b5a913e-bebd-4a97-a01a-65fbfa01006c service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570256
Nov 13 07:52:27.013574 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=5c389f66-0207-4be1-8db4-a7089fb54ff5,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:27.016968 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:27.158564 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:27.214693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Transition to ACTIVE for port object 042b7473-49b5-44dd-8697-4c7c9af86227 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:52:27.254313 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4935c03-3494-4e3c-87ed-17efc992726e req-a6c30e06-bef4-4a89-9631-d8114e5dd789 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:27.255778 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f4935c03-3494-4e3c-87ed-17efc992726e req-a6c30e06-bef4-4a89-9631-d8114e5dd789 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 943 time: 0.1028070
Nov 13 07:52:27.305956 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f4935c03-3494-4e3c-87ed-17efc992726e req-c3fd9614-e80e-45cc-a24f-9325a284edd2 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446129
Nov 13 07:52:27.344777 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:27.350763 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:27.420249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:52:27.423639 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:52:27.427406 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:52:27.461568 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:27.466008 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:27.499550 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:27.500205 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:27.609049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef6b94-76a2-46e7-9ba8-744c42795838 req-0ec375eb-61f5-4f30-9100-a98dff5bc20a tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:27.610866 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-edef6b94-76a2-46e7-9ba8-744c42795838 req-0ec375eb-61f5-4f30-9100-a98dff5bc20a tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.0858250
Nov 13 07:52:27.628500 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2299314
Nov 13 07:52:27.647525 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Request body: {'port': {'device_id': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:27.661708 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-edef6b94-76a2-46e7-9ba8-744c42795838 req-3455a02e-8afd-40c7-8bcc-8af29933d51f tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451076
Nov 13 07:52:27.787232 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-cb0e43cb-97e4-4d12-bc64-31d222ad4b14 None None] Provisioning for port 042b7473-49b5-44dd-8697-4c7c9af86227 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:27.787852 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:27.793625 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-cb0e43cb-97e4-4d12-bc64-31d222ad4b14 None None] Provisioning complete for port 042b7473-49b5-44dd-8697-4c7c9af86227 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:27.794837 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cb0e43cb-97e4-4d12-bc64-31d222ad4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:27.850475 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e43cb-97e4-4d12-bc64-31d222ad4b14 None None] Port 042b7473-49b5-44dd-8697-4c7c9af86227 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:52:28.101237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0872238-9343-412b-8c6d-8c44ede6bb20 req-2a803d54-5305-4091-a2b7-7c530b21dbae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:28.103726 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0872238-9343-412b-8c6d-8c44ede6bb20 req-2a803d54-5305-4091-a2b7-7c530b21dbae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 931 time: 0.0773785
Nov 13 07:52:28.156237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-f0872238-9343-412b-8c6d-8c44ede6bb20 req-4abba5c3-ace0-46a0-b8a2-7da2ea681468 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Synchronizing usage tracker for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:security_group {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:28.246273 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042b7473-49b5-44dd-8697-4c7c9af86227 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:52:28.253888 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:28.258164 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-f0872238-9343-412b-8c6d-8c44ede6bb20 req-4abba5c3-ace0-46a0-b8a2-7da2ea681468 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Unset dirty status for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:security_group {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:28.259585 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0872238-9343-412b-8c6d-8c44ede6bb20 req-4abba5c3-ace0-46a0-b8a2-7da2ea681468 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1468971
Nov 13 07:52:28.271092 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Transition to ACTIVE for port object 042b7473-49b5-44dd-8697-4c7c9af86227 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:52:28.366917 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:28.370777 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0d5c6b0f-2186-4eb6-b14b-be4aa90724df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:28.439845 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5c389f66-0207-4be1-8db4-a7089fb54ff5 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:28.503510 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:28.506352 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:28.573165 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 5c389f66-0207-4be1-8db4-a7089fb54ff5 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:28.573877 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:28.576060 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82c99e-fafe-4412-8a47-c4032109c5c9 req-762f81a7-c653-41d0-b3f6-1505f3f0582d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:28.577541 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ba82c99e-fafe-4412-8a47-c4032109c5c9 req-762f81a7-c653-41d0-b3f6-1505f3f0582d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 943 time: 0.1327894
Nov 13 07:52:28.633805 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ba82c99e-fafe-4412-8a47-c4032109c5c9 req-82b4430f-78fc-4de3-9528-a755c0fe97e1 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499690
Nov 13 07:52:28.650616 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Attempting to bind port 042b7473-49b5-44dd-8697-4c7c9af86227 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:52:28.651591 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Attempting to bind port 042b7473-49b5-44dd-8697-4c7c9af86227 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:52:28.652035 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Attempting to bind port 042b7473-49b5-44dd-8697-4c7c9af86227 on network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:52:28.659883 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Port 042b7473-49b5-44dd-8697-4c7c9af86227 on network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:52:28.660266 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Attempting to bind port 042b7473-49b5-44dd-8697-4c7c9af86227 on network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:52:28.669776 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:52:28.670228 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Checking segment: {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:52:28.670741 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Bound using segment: {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:52:28.671278 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Bound port: 042b7473-49b5-44dd-8697-4c7c9af86227, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09825eaa-9442-4e36-9513-0de220cad1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:52:28.671730 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:28.775746 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:52:28.784387 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:52:28.942349 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:28.947171 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6a652067-fc44-43b5-b85d-c93651de5482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:28.999481 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:29.001088 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] 10.222.0.18 "PUT /v2.0/ports/042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 1093 time: 1.3576779
Nov 13 07:52:29.003764 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:29.030833 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:29.033116 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:29.074094 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227', 'status': 'completed', 'code': 200}
Nov 13 07:52:29.182620 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-655432fa-d977-4e44-89c4-2f9f41a0c5b0 req-3e882213-be80-4071-823d-1d95a82e9e64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1096 time: 0.0773063
Nov 13 07:52:29.339885 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655432fa-d977-4e44-89c4-2f9f41a0c5b0 req-ebf6359e-aa8f-49d5-86ac-b02a9bdf6f69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:29.341307 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-655432fa-d977-4e44-89c4-2f9f41a0c5b0 req-ebf6359e-aa8f-49d5-86ac-b02a9bdf6f69 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1511242
Nov 13 07:52:29.535555 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655432fa-d977-4e44-89c4-2f9f41a0c5b0 req-2dfb6883-3f4b-45cf-93ba-bfce3b5a6a76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:29.536952 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-655432fa-d977-4e44-89c4-2f9f41a0c5b0 req-2dfb6883-3f4b-45cf-93ba-bfce3b5a6a76 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1858587
Nov 13 07:52:29.549080 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664a20c-1ef6-4965-bd11-3ea6123a9591 req-fc3249bf-5bca-44c6-b80a-2151430fad9b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:29.549737 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-9664a20c-1ef6-4965-bd11-3ea6123a9591 req-fc3249bf-5bca-44c6-b80a-2151430fad9b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Synchronizing usage tracker for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:29.642634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-9664a20c-1ef6-4965-bd11-3ea6123a9591 req-fc3249bf-5bca-44c6-b80a-2151430fad9b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Unset dirty status for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:29.643820 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9664a20c-1ef6-4965-bd11-3ea6123a9591 req-fc3249bf-5bca-44c6-b80a-2151430fad9b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.2581618
Nov 13 07:52:29.647452 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-8c5ad4d6-37c9-4fc3-aaf6-6aef6d7ba655 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1096 time: 0.0733609
Nov 13 07:52:29.730692 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-cec570d1-197e-4008-83d0-43da9baa09f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 217 time: 0.0685055
Nov 13 07:52:29.788662 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9664a20c-1ef6-4965-bd11-3ea6123a9591 req-fad7d484-e2c5-44ac-b45c-9b4fa9de0751 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1392882
Nov 13 07:52:29.806568 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-f5e08bee-4aaf-4060-bd6e-4b931ca55b3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:29.807627 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-f5e08bee-4aaf-4060-bd6e-4b931ca55b3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 200  len: 848 time: 0.0668399
Nov 13 07:52:29.824855 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:29.866014 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b3355-1943-4975-8197-382c541fb428 req-894258eb-975f-4e9c-9f54-6292ad31df0d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:29.867628 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-629b3355-1943-4975-8197-382c541fb428 req-894258eb-975f-4e9c-9f54-6292ad31df0d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 943 time: 0.0880554
Nov 13 07:52:29.892708 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-fb787041-9c4b-4845-92b7-d39c5090aa8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748365
Nov 13 07:52:29.894783 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device cb05581f-0d6b-4d29-a731-d459dd0f8143 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:52:29.914845 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-629b3355-1943-4975-8197-382c541fb428 req-2abaa8d0-7a5e-42ac-b596-9d95008a5677 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401895
Nov 13 07:52:30.033226 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-827f83d9-84e3-4746-9d10-cd2beabcac7f service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330154
Nov 13 07:52:30.041372 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:30.085096 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'port_id': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'mac_address': 'fa:16:3e:34:d0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:52:30.143595 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:30.162557 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb05581f-0d6b-4d29-a731-d459dd0f8143 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:52:30.181817 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:30.267700 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255cef55-8f55-446f-9d1a-a0c1c54acf31 req-93eee02e-c0a8-4fef-b8a5-9eba5ef194f3 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2252324
Nov 13 07:52:30.280734 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:30.284428 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-44d3dc4f-fd79-4c8d-884a-ce9e1591cfd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:30.351053 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:30.354085 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:30.620763 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['cb05581f-0d6b-4d29-a731-d459dd0f8143'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:52:30.715418 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40954) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:30.859515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:30.889929 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:30.894314 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Usage tracker for resource:security_group_rule and tenant:21c77b8578c442eab9ed18e13d0ef421 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:52:30.897095 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:52:30.902746 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:31.026213 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:31.035929 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da63604-36bb-4417-a4a3-daac50d60960 req-cc1321d5-3248-4dbd-9a53-2266432e5a7c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:31.037373 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8da63604-36bb-4417-a4a3-daac50d60960 req-cc1321d5-3248-4dbd-9a53-2266432e5a7c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.1242726
Nov 13 07:52:31.083075 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8da63604-36bb-4417-a4a3-daac50d60960 req-63fe8510-1177-478f-a856-84383443fdf9 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400240
Nov 13 07:52:31.118759 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:31.126869 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bd45b774-41d7-4415-8281-aba923f21c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:31.133357 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7db8f-24a3-46ab-b5d5-c33a3a810f49 req-2ad739b6-77b1-4b93-8e60-32001a615a80 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:31.135038 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1dc7db8f-24a3-46ab-b5d5-c33a3a810f49 req-2ad739b6-77b1-4b93-8e60-32001a615a80 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 944 time: 0.0953414
Nov 13 07:52:31.171016 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf3478-d390-4331-b7b8-f076b7d0e7d7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:31.176611 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21c77b8578c442eab9ed18e13d0ef421&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4600630
Nov 13 07:52:31.177619 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:31.179351 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40966) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:31.187115 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1dc7db8f-24a3-46ab-b5d5-c33a3a810f49 req-4c268509-0862-4893-8ddd-701664df8d99 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450633
Nov 13 07:52:31.241616 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:31.266854 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:31.415430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:31.419204 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-284e7d44-666b-47b8-a0f3-4dee41eec469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:31.431214 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf3478-d390-4331-b7b8-f076b7d0e7d7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:31.435176 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:31.439992 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:31.444001 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9bf3478-d390-4331-b7b8-f076b7d0e7d7 HTTP/1.1" status: 204  len: 168 time: 0.2624593
Nov 13 07:52:31.897822 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device cb05581f-0d6b-4d29-a731-d459dd0f8143 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:32.023410 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port cb05581f-0d6b-4d29-a731-d459dd0f8143 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:32.028237 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port cb05581f-0d6b-4d29-a731-d459dd0f8143 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:32.028607 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.114983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 40976) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:32.134413 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.139819 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.166680 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:32.168107 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:32.177983 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:32.182293 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Usage tracker for resource:security_group_rule and tenant:878cad2cfc1f4bc5ab40a6b9a5e05a42 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:52:32.192484 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:52:32.198714 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:32.229879 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'code': 200}
Nov 13 07:52:32.284346 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.288351 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-8b456cc2-c2ec-4fb2-9a41-11df5fcbcf36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:32.357778 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.365346 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf37963-0308-44d8-9a8e-6f7e9ac2495c req-80a6add9-2d1d-43d5-9356-d8c8c05a6ecc tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:32.366805 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1cf37963-0308-44d8-9a8e-6f7e9ac2495c req-80a6add9-2d1d-43d5-9356-d8c8c05a6ecc tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.1429572
Nov 13 07:52:32.402573 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:32.407454 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:32.418822 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1cf37963-0308-44d8-9a8e-6f7e9ac2495c req-72fb5e35-321a-4bce-8a1b-62a459f501e0 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455122
Nov 13 07:52:32.430425 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d64a5-20b8-4e33-a43a-4cbbf3ac37a1 req-5196d062-7890-46d0-a6b7-02181322a756 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:32.432222 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e77d64a5-20b8-4e33-a43a-4cbbf3ac37a1 req-5196d062-7890-46d0-a6b7-02181322a756 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.1059201
Nov 13 07:52:32.482316 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e77d64a5-20b8-4e33-a43a-4cbbf3ac37a1 req-ef8ecdf0-2a06-4660-bee2-c8b6803f2e78 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439534
Nov 13 07:52:32.498529 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.526089 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-34cf3a92-a239-4447-a6d5-9b7dc223abbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:32.548973 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=878cad2cfc1f4bc5ab40a6b9a5e05a42&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4306507
Nov 13 07:52:32.551309 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 40990) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:32.566838 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ce4f3-8623-4b5b-bbc1-66945061b6bd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:32.569657 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:32.617120 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:52:32.682857 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fb80f547-9295-4a82-b86f-fec4ea81bc60 req-3ed781ff-1ee8-4782-a52b-2dc9050e8076 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1098 time: 0.0766022
Nov 13 07:52:32.723016 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.727248 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fb80f547-9295-4a82-b86f-fec4ea81bc60 req-8e0fe729-6b40-46cd-9567-c0f9ee1d8af6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358472
Nov 13 07:52:32.748098 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.903819 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.907952 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-29819f78-b8f4-46e1-9c3f-ec3dd2325583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:32.918431 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ce4f3-8623-4b5b-bbc1-66945061b6bd,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:32.922253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:32.930650 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:32.934229 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c5ce4f3-8623-4b5b-bbc1-66945061b6bd HTTP/1.1" status: 204  len: 168 time: 0.3793244
Nov 13 07:52:33.662609 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409ce1a-5c00-4fd3-beec-2f790fc1bd03 req-c8a87141-a1f0-4157-bb8f-094eb1fbd585 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:33.664371 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d409ce1a-5c00-4fd3-beec-2f790fc1bd03 req-c8a87141-a1f0-4157-bb8f-094eb1fbd585 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.1048908
Nov 13 07:52:33.739142 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100cf37-41d9-42e9-afd4-434104b52679 req-f52793af-0bb5-4b3e-b04a-48a36fe70d04 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:33.741382 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d100cf37-41d9-42e9-afd4-434104b52679 req-f52793af-0bb5-4b3e-b04a-48a36fe70d04 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.1144309
Nov 13 07:52:33.779322 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d409ce1a-5c00-4fd3-beec-2f790fc1bd03 req-cc5e467f-cc8a-410c-9b7b-a4a875866ea4 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090012
Nov 13 07:52:33.812643 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d100cf37-41d9-42e9-afd4-434104b52679 req-18caec36-03c2-4bc3-948d-8c62c267f772 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592344
Nov 13 07:52:33.869501 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1625abad-6b3f-4e02-92a4-e65e8da16f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:34.149822 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:34.980378 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d3805-062c-41f4-95b7-a3ec531e12ae req-df51942b-3289-4353-817a-a46a6aad0bfa tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:34.982040 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fd9d3805-062c-41f4-95b7-a3ec531e12ae req-df51942b-3289-4353-817a-a46a6aad0bfa tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0804238
Nov 13 07:52:35.035293 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fd9d3805-062c-41f4-95b7-a3ec531e12ae req-79bf3e48-c563-42f7-8618-ebd2f2ac9027 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441716
Nov 13 07:52:35.037855 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7a65d-e8fa-43ef-ab97-d8d1062bb269 req-0eb3c69e-0b2d-4d0f-8ca9-9b7dab16edb0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:35.039463 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a9a7a65d-e8fa-43ef-ab97-d8d1062bb269 req-0eb3c69e-0b2d-4d0f-8ca9-9b7dab16edb0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.0893984
Nov 13 07:52:35.088728 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a9a7a65d-e8fa-43ef-ab97-d8d1062bb269 req-bf7e13ee-1bbf-47b3-b072-03d29f42ee24 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435443
Nov 13 07:52:35.298812 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfc40a-d876-4ed1-85b8-02cca722baa1 req-422387ec-4dff-4216-acb4-a8c8b7a51e4f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:35.300261 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6fcfc40a-d876-4ed1-85b8-02cca722baa1 req-422387ec-4dff-4216-acb4-a8c8b7a51e4f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.0853708
Nov 13 07:52:35.345640 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6fcfc40a-d876-4ed1-85b8-02cca722baa1 req-b611dab2-d2b8-4276-b2d5-41ee7dbd3af8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398514
Nov 13 07:52:35.779402 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b41-5ba7-43de-9d99-5f30dec08864 req-06a514e2-e50c-4add-8a03-fffcbcfbb2d3 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:35.780915 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ea8a4b41-5ba7-43de-9d99-5f30dec08864 req-06a514e2-e50c-4add-8a03-fffcbcfbb2d3 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.0786824
Nov 13 07:52:35.828272 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ea8a4b41-5ba7-43de-9d99-5f30dec08864 req-a7331fc2-2f85-4864-8fbe-cea9d8e52e08 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408390
Nov 13 07:52:36.010033 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-08a5c840-b19f-40cc-b657-6400b3aa9957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:36.237761 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79075994-b3cd-4cb5-9953-95d3589d9807 req-09e90e4a-7a82-480d-a6ac-5513f7a78530 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:36.239233 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-79075994-b3cd-4cb5-9953-95d3589d9807 req-09e90e4a-7a82-480d-a6ac-5513f7a78530 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0812755
Nov 13 07:52:36.283841 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-79075994-b3cd-4cb5-9953-95d3589d9807 req-04b63c85-52cf-45b1-ba6e-16bad5fbc6cc tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391889
Nov 13 07:52:37.006508 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:37.480453 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed03608-fff6-4289-88af-6a09d6fea120 req-f5aff609-ea5b-4e4b-85c8-30db97a8ae84 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:37.481926 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0ed03608-fff6-4289-88af-6a09d6fea120 req-f5aff609-ea5b-4e4b-85c8-30db97a8ae84 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0767338
Nov 13 07:52:37.530220 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0ed03608-fff6-4289-88af-6a09d6fea120 req-0770933a-685b-4e8f-a928-f910b40b2386 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424616
Nov 13 07:52:38.718568 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:38.754596 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3a87-e8b0-4489-99fe-3cb7eefe9306 req-07ffac73-832a-4655-9f63-abd89022ffe7 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:38.756064 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42ee3a87-e8b0-4489-99fe-3cb7eefe9306 req-07ffac73-832a-4655-9f63-abd89022ffe7 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0800741
Nov 13 07:52:38.801290 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42ee3a87-e8b0-4489-99fe-3cb7eefe9306 req-534fda4f-bfd0-4756-9c59-dba00a0cc7f5 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396576
Nov 13 07:52:39.995966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be254417-6c01-4809-95e1-8ad233b98731 req-dd33637b-1b3a-44c5-abc0-e1ea625dbca8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:39.997307 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-be254417-6c01-4809-95e1-8ad233b98731 req-dd33637b-1b3a-44c5-abc0-e1ea625dbca8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0767686
Nov 13 07:52:40.046062 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-be254417-6c01-4809-95e1-8ad233b98731 req-8a9995b3-1ff6-494d-9ae1-22a0b63a1975 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425732
Nov 13 07:52:41.245663 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520daa-f505-4a47-8e56-aecc1d04a1b7 req-0dc7166b-ac0b-4ad9-a9c7-1f6c2ae67c23 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:41.247818 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-88520daa-f505-4a47-8e56-aecc1d04a1b7 req-0dc7166b-ac0b-4ad9-a9c7-1f6c2ae67c23 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0793285
Nov 13 07:52:41.294854 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-88520daa-f505-4a47-8e56-aecc1d04a1b7 req-8e367896-7335-4056-bf12-8101d4c7cf28 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407922
Nov 13 07:52:42.492571 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d72e-ea17-40d1-bd23-33fd00b5b878 req-4255a672-35cd-43b4-96d8-115b13cd7dea tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:42.494006 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a7c7d72e-ea17-40d1-bd23-33fd00b5b878 req-4255a672-35cd-43b4-96d8-115b13cd7dea tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0790422
Nov 13 07:52:42.540053 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a7c7d72e-ea17-40d1-bd23-33fd00b5b878 req-080a14bf-6996-4ff8-b612-78af45c4606e tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406537
Nov 13 07:52:43.747135 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daf2dd-3f67-4935-9371-31b1ca72faa1 req-f50a2174-af6e-4b31-a7f3-a1c174532597 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:43.748698 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-25daf2dd-3f67-4935-9371-31b1ca72faa1 req-f50a2174-af6e-4b31-a7f3-a1c174532597 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0821853
Nov 13 07:52:43.796150 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-25daf2dd-3f67-4935-9371-31b1ca72faa1 req-a068f7ea-ff73-421f-a1da-5c555f7a51c5 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411787
Nov 13 07:52:43.928248 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 042b7473-49b5-44dd-8697-4c7c9af86227 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:52:44.060574 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:44.073793 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '042b7473-49b5-44dd-8697-4c7c9af86227', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'port_id': '042b7473-49b5-44dd-8697-4c7c9af86227', 'mac_address': 'fa:16:3e:ba:42:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:52:44.137951 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:44.155190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042b7473-49b5-44dd-8697-4c7c9af86227 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:52:44.170515 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:44.323978 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:44.325663 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:44.392254 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:44.398927 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:44.733827 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['042b7473-49b5-44dd-8697-4c7c9af86227'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:52:44.997277 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c34bac-ba2d-468e-9e0b-092877b4f6d1 req-a769ef67-74c3-48cc-a0b8-2032af056b2c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:44.998735 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b0c34bac-ba2d-468e-9e0b-092877b4f6d1 req-a769ef67-74c3-48cc-a0b8-2032af056b2c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.0809464
Nov 13 07:52:45.044353 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b0c34bac-ba2d-468e-9e0b-092877b4f6d1 req-049e81ef-60f0-4b28-8f91-8fac2b9785b6 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390971
Nov 13 07:52:46.237839 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad32000-ac46-47fa-992e-e641e487478a req-3961d796-41fe-4b74-a14e-6e875c767526 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:46.239316 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9ad32000-ac46-47fa-992e-e641e487478a req-3961d796-41fe-4b74-a14e-6e875c767526 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.0761144
Nov 13 07:52:46.284772 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9ad32000-ac46-47fa-992e-e641e487478a req-59f9151f-0028-44a3-bc75-21fd09a33a52 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400741
Nov 13 07:52:47.477623 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19c11b-7b1e-4acc-803d-7d6973a41a19 req-422534fc-dbe0-4209-a7c6-78a080719508 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:47.478974 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7c19c11b-7b1e-4acc-803d-7d6973a41a19 req-422534fc-dbe0-4209-a7c6-78a080719508 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.0758395
Nov 13 07:52:47.523172 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7c19c11b-7b1e-4acc-803d-7d6973a41a19 req-e75019a9-053e-4d4a-85b7-945fe0991fd4 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387974
Nov 13 07:52:48.729823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79aaf6-91dc-4756-94a8-f3b4d5b89534 req-cc0b302a-1140-4b10-bf19-f7fb81e4421b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:48.732390 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7b79aaf6-91dc-4756-94a8-f3b4d5b89534 req-cc0b302a-1140-4b10-bf19-f7fb81e4421b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.0861292
Nov 13 07:52:48.788607 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7b79aaf6-91dc-4756-94a8-f3b4d5b89534 req-fddc6f1e-45a9-4f29-9efd-177558d201b7 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491765
Nov 13 07:52:49.912094 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 042b7473-49b5-44dd-8697-4c7c9af86227 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:52:50.000747 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589d84-bf5d-4283-b238-0a99a64ae1fa req-b536c92f-c85d-4ce1-b319-7ea5c2bfdb47 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:50.002299 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-37589d84-bf5d-4283-b238-0a99a64ae1fa req-b536c92f-c85d-4ce1-b319-7ea5c2bfdb47 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.0929348
Nov 13 07:52:50.106762 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 042b7473-49b5-44dd-8697-4c7c9af86227 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:52:50.112603 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 042b7473-49b5-44dd-8697-4c7c9af86227 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:52:50.112986 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:50.117408 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-37589d84-bf5d-4283-b238-0a99a64ae1fa req-154ec7d8-6a18-43e9-a76f-89a626871d83 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092789
Nov 13 07:52:50.240401 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:50.284686 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:50.286015 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:50.361482 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227', 'code': 200}
Nov 13 07:52:50.369503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a9de2-e9c4-435d-a33e-6f0160a1104e req-1cf53f0d-b6f3-43ca-bddc-6c2b36b8308d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:50.370986 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5a1a9de2-e9c4-435d-a33e-6f0160a1104e req-1cf53f0d-b6f3-43ca-bddc-6c2b36b8308d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.0918615
Nov 13 07:52:50.389052 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:50.392066 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:50.431608 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5a1a9de2-e9c4-435d-a33e-6f0160a1104e req-546e4ada-4d1c-4be6-bdba-9e87a1c5e614 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544767
Nov 13 07:52:50.470879 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:50.473985 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:51.311419 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35a3e6-1d23-4390-a675-42ecf1596dff req-59a00672-8a16-4a05-926a-362ac6726cfb tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:51.312825 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ae35a3e6-1d23-4390-a675-42ecf1596dff req-59a00672-8a16-4a05-926a-362ac6726cfb tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0756676
Nov 13 07:52:51.356760 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ae35a3e6-1d23-4390-a675-42ecf1596dff req-7e52ae86-3bb1-4346-b448-945d18ab7bd3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384283
Nov 13 07:52:51.634837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d3d22-1470-4b9c-a179-d12f34217f3b req-873b9288-6eee-4309-ad3d-09ad5b7503ae tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:51.636267 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2f7d3d22-1470-4b9c-a179-d12f34217f3b req-873b9288-6eee-4309-ad3d-09ad5b7503ae tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.0763142
Nov 13 07:52:51.681399 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2f7d3d22-1470-4b9c-a179-d12f34217f3b req-71f3ad91-26a7-485e-a7b1-d46c85adb2f9 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388594
Nov 13 07:52:52.551876 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee993-c09f-4882-ae29-868b65f5a446 req-dabf60e3-122d-449a-bfd7-9b5040863f1f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:52.553316 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-807ee993-c09f-4882-ae29-868b65f5a446 req-dabf60e3-122d-449a-bfd7-9b5040863f1f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0802789
Nov 13 07:52:52.598493 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-807ee993-c09f-4882-ae29-868b65f5a446 req-0e06c1fb-75eb-48be-9344-60b0e7a0fbe1 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390873
Nov 13 07:52:52.886723 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b39a8-a5b5-4974-96d9-e21b60f1f8de req-f5a35461-2afd-47ae-b534-cf756cb57a93 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:52.888062 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ad3b39a8-a5b5-4974-96d9-e21b60f1f8de req-f5a35461-2afd-47ae-b534-cf756cb57a93 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.0772405
Nov 13 07:52:52.931973 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ad3b39a8-a5b5-4974-96d9-e21b60f1f8de req-76d7575a-e107-4a32-a69e-a582c5646e1d tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379629
Nov 13 07:52:53.343689 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-054cef8c-5201-4ef0-8be5-31813beb0669 req-6fbe7a66-ff2e-44ec-a307-c7fc4580dbfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1098 time: 0.0654302
Nov 13 07:52:53.389315 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-054cef8c-5201-4ef0-8be5-31813beb0669 req-5cdf07b2-3560-43ad-9ac8-91a830dd3ba2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375826
Nov 13 07:52:53.796954 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f2fe-f14a-4248-aa80-30ad81dca65b req-17d0cde3-de35-41a4-b1c2-7b6cb02ceccf tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:53.799003 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-47d0f2fe-f14a-4248-aa80-30ad81dca65b req-17d0cde3-de35-41a4-b1c2-7b6cb02ceccf tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0824826
Nov 13 07:52:53.846261 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-47d0f2fe-f14a-4248-aa80-30ad81dca65b req-b89b79da-e27b-406b-b88d-d6e7c8c29aaa tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412560
Nov 13 07:52:54.127242 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d89-dd05-42d5-a405-7881b337e9e8 req-fb16f0e5-b146-479d-808e-f0b645dff208 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:54.128686 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fa511d89-dd05-42d5-a405-7881b337e9e8 req-fb16f0e5-b146-479d-808e-f0b645dff208 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.0762312
Nov 13 07:52:54.174822 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fa511d89-dd05-42d5-a405-7881b337e9e8 req-82604a5a-3d46-4348-aa31-f792878770d0 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404482
Nov 13 07:52:55.061092 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb5ce3-9027-4d34-a5bf-5490ba132c06 req-cf2d9ba7-7428-465a-acce-c4061648e961 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:55.061092 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-46eb5ce3-9027-4d34-a5bf-5490ba132c06 req-cf2d9ba7-7428-465a-acce-c4061648e961 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0910907
Nov 13 07:52:55.103006 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-46eb5ce3-9027-4d34-a5bf-5490ba132c06 req-ca2c1885-854d-43ac-8871-870aad90df4d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399232
Nov 13 07:52:55.376931 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245708b-f7dc-4b41-8307-c803a8674746 req-a55830f5-94f2-4f82-b755-c69609695d01 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:55.378540 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b245708b-f7dc-4b41-8307-c803a8674746 req-a55830f5-94f2-4f82-b755-c69609695d01 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.0785263
Nov 13 07:52:55.430244 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b245708b-f7dc-4b41-8307-c803a8674746 req-82c09ae4-33e5-47b2-a30c-f38893855c8e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460877
Nov 13 07:52:55.662485 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-ea098776-bfbd-4111-bd96-718bb2f48745 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:55.663916 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-ea098776-bfbd-4111-bd96-718bb2f48745 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 945 time: 0.0756638
Nov 13 07:52:55.730583 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Deleting port 842792f1-dadf-4dda-9cd0-832261f0bb2d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:52:55.730976 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:55.973473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] For port 842792f1-dadf-4dda-9cd0-832261f0bb2d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=842792f1-dadf-4dda-9cd0-832261f0bb2d,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:52:55.973842 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:56.107091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Calling delete_port for 842792f1-dadf-4dda-9cd0-832261f0bb2d owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:52:56.353488 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fc8dc-0cd2-48fa-a1f9-ae5e7ce29819 req-b7fa0421-d439-417a-bf66-d8153bcb2387 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:56.353488 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7a9fc8dc-0cd2-48fa-a1f9-ae5e7ce29819 req-b7fa0421-d439-417a-bf66-d8153bcb2387 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0793002
Nov 13 07:52:56.378191 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:56.385767 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-373b46c2-6bdc-4cd2-b891-bba7e1192e69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:56.392603 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc', '8307707c-10a8-4d30-9b1c-b1f8a02ce5af', 'acac643d-73db-44ba-af16-2880e5385d21', '842792f1-dadf-4dda-9cd0-832261f0bb2d'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:52:56.402800 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7a9fc8dc-0cd2-48fa-a1f9-ae5e7ce29819 req-6d23e929-d97d-4e1a-a97f-23a4cafc100e tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470126
Nov 13 07:52:56.467685 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event deleted for resources: {'Port': ['ID=842792f1-dadf-4dda-9cd0-832261f0bb2d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:56.471812 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:56.568104 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] No DVR routers for this DVR port 842792f1-dadf-4dda-9cd0-832261f0bb2d on host hv-cinder-81783 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:52:56.571303 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:56.574570 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'name': 'network-vif-deleted', 'tag': '842792f1-dadf-4dda-9cd0-832261f0bb2d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:52:56.683857 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fcadf635-4963-4f79-a090-16ffe964ee4e req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "DELETE /v2.0/ports/842792f1-dadf-4dda-9cd0-832261f0bb2d HTTP/1.1" status: 204  len: 173 time: 1.0089083
Nov 13 07:52:56.857588 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41394) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:56.911975 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-0c66f1ef-191a-471b-90d0-6412a8e8b66d req-85b454bc-9948-4ecc-b634-57d0750a30df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:57.005953 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b34fe-4823-47f3-87b3-d71c9085820a req-7b52a334-7278-4cfa-9813-6559d6a8456a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:57.014558 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d57b34fe-4823-47f3-87b3-d71c9085820a req-7b52a334-7278-4cfa-9813-6559d6a8456a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1609509
Nov 13 07:52:57.017359 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-a45e3dd9-35fa-4dba-a59d-e8ef103012d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0984910
Nov 13 07:52:57.067247 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d57b34fe-4823-47f3-87b3-d71c9085820a req-6d2c1811-fa0d-472b-8e67-288bd14b0752 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516474
Nov 13 07:52:57.093662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41402) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:57.118479 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-0c66f1ef-191a-471b-90d0-6412a8e8b66d req-85b454bc-9948-4ecc-b634-57d0750a30df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:57.119966 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0c66f1ef-191a-471b-90d0-6412a8e8b66d req-85b454bc-9948-4ecc-b634-57d0750a30df tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64f7c47-8d0f-436b-a8f1-0d0a76416ca8 HTTP/1.1" status: 200  len: 210 time: 0.2524962
Nov 13 07:52:57.124672 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:57.135768 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64f7c47-8d0f-436b-a8f1-0d0a76416ca8', 'name': 'network-vif-deleted', 'tag': '842792f1-dadf-4dda-9cd0-832261f0bb2d', 'status': 'completed', 'code': 200}
Nov 13 07:52:57.194560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:57.202452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Usage tracker for resource:security_group_rule and tenant:0d623272a3d240f9bae9084d2c0a94dc is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:52:57.208338 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:52:57.217178 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:57.228058 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-f57319da-4387-4f54-8005-90577e6aae59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 1098 time: 0.1821315
Nov 13 07:52:57.431954 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3ef2feaa-8d09-4ac1-8cfc-82c111e8a4ff tempest-TestShelveInstance-1706654182 tempest-TestShelveInstance-1706654182-project-admin] Synchronizing usage tracker for tenant:51824153689e41c49419ae0768e05e02 on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:57.457115 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0b9d-d8f5-47f5-a131-fa4f23913a3f req-e2c0995a-b6d1-4eb4-af18-8dcd31f4b6c6 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:57.461989 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dcbd0b9d-d8f5-47f5-a131-fa4f23913a3f req-e2c0995a-b6d1-4eb4-af18-8dcd31f4b6c6 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1202464
Nov 13 07:52:57.506536 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dcbd0b9d-d8f5-47f5-a131-fa4f23913a3f req-cb3320d6-328b-45e3-b4f7-887f7d44522f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422866
Nov 13 07:52:57.514348 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3ef2feaa-8d09-4ac1-8cfc-82c111e8a4ff tempest-TestShelveInstance-1706654182 tempest-TestShelveInstance-1706654182-project-admin] Unset dirty status for tenant:51824153689e41c49419ae0768e05e02 on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:57.519400 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3ef2feaa-8d09-4ac1-8cfc-82c111e8a4ff tempest-TestShelveInstance-1706654182 tempest-TestShelveInstance-1706654182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1093 time: 0.4208803
Nov 13 07:52:57.519400 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41408) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:57.520271 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:57.528407 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'port_id': '042b7473-49b5-44dd-8697-4c7c9af86227', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:57.540221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:57.544349 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Usage tracker for resource:floatingip and tenant:fa4e1d8ace6b4f22816be1ee49b861bb is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:52:57.547310 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:52:57.553969 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:57.569945 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-72170093-aecf-4362-9854-edebae73641d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:57.571435 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-72170093-aecf-4362-9854-edebae73641d service neutron] 10.222.0.18 "GET /v2.0/networks?id=13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 200  len: 915 time: 0.3132448
Nov 13 07:52:57.577929 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec569df6-2fda-4955-9b26-93fffff20fec req-5918ec96-b6b1-4bbf-a71e-8c9e173bc3b0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:57.579297 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec569df6-2fda-4955-9b26-93fffff20fec req-5918ec96-b6b1-4bbf-a71e-8c9e173bc3b0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.2887878
Nov 13 07:52:57.650572 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for floatingip, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:57.662533 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:57.672492 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9611f338-2f62-45c0-821c-726e262d2170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:57.689579 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-3a1ecf20-cf76-4f74-880d-92c27e76cbee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c33848-80cd-4dad-9e44-62fc6557bdbc HTTP/1.1" status: 200  len: 217 time: 0.1072330
Nov 13 07:52:57.773468 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed94f70-75de-45ef-9bd3-598157aafba1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:57.776681 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:57.796287 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d623272a3d240f9bae9084d2c0a94dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9376409
Nov 13 07:52:57.799194 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41418) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:57.803117 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec569df6-2fda-4955-9b26-93fffff20fec req-cfbe103b-1fd7-461c-9f93-71f266f10b21 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703479
Nov 13 07:52:57.825427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-2460f9c5-1c36-4cd8-9e28-dd9ec849fe3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:57.826893 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-2460f9c5-1c36-4cd8-9e28-dd9ec849fe3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 200  len: 854 time: 0.1132820
Nov 13 07:52:57.842440 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:57.872020 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41422) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:57.896796 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-6e4becf5-5873-4374-90e6-2f12ebb91055 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13dc6fb3-9bcb-4e4a-8416-084631603788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591803
Nov 13 07:52:58.030196 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Allocated IP 172.27.1.245 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/8ebe2d14-c7bf-4f11-8df3-4eaa44819e5d) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:52:58.050363 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-cf37de9b-67ad-4d5b-b0ec-188274eb119c service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363187
Nov 13 07:52:58.055229 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:58.083667 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:58.310461 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:58.332204 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f0ad9b9-19f1-40e8-9b59-5a2bd7b30854 tempest-TestMinimumBasicScenario-1326954177 tempest-TestMinimumBasicScenario-1326954177-project-admin] Synchronizing usage tracker for tenant:b4ac393a099e4b8c9cac1ce7e8d4de57 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:52:58.343210 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0adeb990-68f1-4dee-8553-14fcedd32737 req-70343a3f-7de6-49c7-bd02-add023fa3971 service neutron] 10.222.0.18 "GET /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462170
Nov 13 07:52:58.473874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:58.474059 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:58.478555 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:58.479102 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-f3862cba-27eb-4461-b16c-26ae878d8377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:58.485652 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9f0ad9b9-19f1-40e8-9b59-5a2bd7b30854 tempest-TestMinimumBasicScenario-1326954177 tempest-TestMinimumBasicScenario-1326954177-project-admin] Unset dirty status for tenant:b4ac393a099e4b8c9cac1ce7e8d4de57 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:52:58.493106 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-9f0ad9b9-19f1-40e8-9b59-5a2bd7b30854 tempest-TestMinimumBasicScenario-1326954177 tempest-TestMinimumBasicScenario-1326954177-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1093 time: 0.6100335
Nov 13 07:52:58.496332 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41438) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:58.501426 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed94f70-75de-45ef-9bd3-598157aafba1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:58.505069 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'port_id': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:52:58.511388 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:58.512139 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:58.513227 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ed94f70-75de-45ef-9bd3-598157aafba1 HTTP/1.1" status: 204  len: 168 time: 0.7130210
Nov 13 07:52:58.515158 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:58.528229 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:floatingip and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:52:58.536001 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:52:58.547542 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:58.566797 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'Port': ['ID=8ebe2d14-c7bf-4f11-8df3-4eaa44819e5d,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:58.576483 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:58.592844 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:52:58.598420 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:52:58.601462 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:52:58.709824 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:58.944378 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9dc2-71bd-4e77-8e5e-349371f9f23c req-17063b95-79bd-40c5-be16-753dd586311c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:58.945809 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a40a9dc2-71bd-4e77-8e5e-349371f9f23c req-17063b95-79bd-40c5-be16-753dd586311c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.1030271
Nov 13 07:52:59.012831 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a40a9dc2-71bd-4e77-8e5e-349371f9f23c req-3d0222ed-35e4-4927-a31a-c9a6bacba31a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589747
Nov 13 07:52:59.019489 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.160626 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Allocated IP 172.27.1.178 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/52904c2b-ffc7-4cc9-9ad7-c380e643c090) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:52:59.235616 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.316166 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.430486 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-5855e2a2-0c96-4c01-8690-c14a6ad4eb6d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:52:59.432273 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-5855e2a2-0c96-4c01-8690-c14a6ad4eb6d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.0774341
Nov 13 07:52:59.473094 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.505074 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Deleting port 05dbf5a8-522c-40dd-8370-3137b750dcd6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:52:59.505416 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.559924 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.571219 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:52:59.656977 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41458) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:52:59.685762 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.785278 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:52:59.790945 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:52:59.792733 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'Port': ['ID=52904c2b-ffc7-4cc9-9ad7-c380e643c090,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:52:59.799818 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:52:59.800857 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:52:59.803680 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Usage tracker for resource:security_group_rule and tenant:e13a2e049f35499ba21553be498b08a9 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:52:59.809536 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:52:59.817226 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:52:59.827917 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:52:59.849739 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.868645 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.913675 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.958302 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:52:59.965951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:00.036878 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 842792f1-dadf-4dda-9cd0-832261f0bb2d no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:53:00.054046 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event updated for resources: {'Port': ['ID=8ebe2d14-c7bf-4f11-8df3-4eaa44819e5d,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:00.057938 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:00.061982 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.073758 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-00695e31-55ff-4d10-8df4-6e71225c555c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:00.074316 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] For port 05dbf5a8-522c-40dd-8370-3137b750dcd6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=05dbf5a8-522c-40dd-8370-3137b750dcd6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:00.074758 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.089507 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 842792f1-dadf-4dda-9cd0-832261f0bb2d {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:53:00.089507 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 842792f1-dadf-4dda-9cd0-832261f0bb2d not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:53:00.171744 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a7d21b-1842-48df-af91-0b284f928316,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:00.176260 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:00.186838 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.247868 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e13a2e049f35499ba21553be498b08a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5870481
Nov 13 07:53:00.251994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41472) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:00.418226 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.451616 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.519668 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Floating IP e03a185c-90a5-4f9a-818a-35665d71d127 associated. External IP: 172.27.1.245, port: 042b7473-49b5-44dd-8697-4c7c9af86227.
Nov 13 07:53:00.621978 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.622560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.625997 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.l3_db [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Floating IP 4056dd2f-f09a-4e1e-9500-21a99b0e0504 disassociated. External IP: 172.27.1.236, port: 05dbf5a8-522c-40dd-8370-3137b750dcd6.
Nov 13 07:53:00.625997 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Calling delete_port for 05dbf5a8-522c-40dd-8370-3137b750dcd6 owned by compute:nova {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:00.656478 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f806a55-d16f-45d8-b5d7-5de9e5b3403f req-f02914c5-68d6-4ef5-b32f-9c188cf308a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:00.657984 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6f806a55-d16f-45d8-b5d7-5de9e5b3403f req-f02914c5-68d6-4ef5-b32f-9c188cf308a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 947 time: 0.7252743
Nov 13 07:53:00.734653 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6f806a55-d16f-45d8-b5d7-5de9e5b3403f req-2dbf361d-30f3-4470-8252-2268a1d84415 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693426
Nov 13 07:53:00.847635 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee7516-8d73-4acd-918a-2b987b0d9339 req-61c77f7d-f1a8-448f-a174-9df45b45cba1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:00.847635 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-57ee7516-8d73-4acd-918a-2b987b0d9339 req-61c77f7d-f1a8-448f-a174-9df45b45cba1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 946 time: 0.3282206
Nov 13 07:53:00.852516 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.856922 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-cfb52e55-487e-4fc2-ac73-d6eaf2a69727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:00.894336 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a7d21b-1842-48df-af91-0b284f928316,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:00.896715 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:00.933238 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.945532 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d1342cc6-45ab-467d-9bdb-ba60c9d8b2d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:00.948858 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-57ee7516-8d73-4acd-918a-2b987b0d9339 req-ad55431e-1f8e-467c-8f80-00e408dabe75 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83085a7-2801-48d3-80ed-f7abb63791ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929189
Nov 13 07:53:00.952317 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:00.955748 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76a7d21b-1842-48df-af91-0b284f928316 HTTP/1.1" status: 204  len: 168 time: 0.7003949
Nov 13 07:53:01.001846 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event deleted for resources: {'Port': ['ID=05dbf5a8-522c-40dd-8370-3137b750dcd6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:01.010831 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:01.125319 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:01.228242 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Router 05c33f3e-142f-4d26-bd73-64ef127070d3 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:53:01.260123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed207-68f2-4e59-a617-8c59353771c3 req-1b0ed8f5-8c57-4da6-b003-44f32419e13b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:01.261763 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-400ed207-68f2-4e59-a617-8c59353771c3 req-1b0ed8f5-8c57-4da6-b003-44f32419e13b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.3693895
Nov 13 07:53:01.420628 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:01.454853 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:53:01.468211 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] Sync routers for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:53:01.489083 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:01.489772 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f2700>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:01.508797 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-400ed207-68f2-4e59-a617-8c59353771c3 req-86eadc79-8947-40cf-b0cc-66d066b0f286 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317853
Nov 13 07:53:01.654976 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:01.785412 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.2510936
Nov 13 07:53:01.785412 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:01.816768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-56ecdf0e-de78-4f04-bf1e-feacb9c866cb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:01.818394 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-56ecdf0e-de78-4f04-bf1e-feacb9c866cb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 947 time: 0.2364154
Nov 13 07:53:01.882410 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:01.916823 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227', 'status': 'completed', 'code': 200}
Nov 13 07:53:01.957726 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Deleting port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:53:01.958827 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:02.216237 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-0ebf7e4e-18a9-4b38-ab49-e25a6913b271 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1098 time: 0.2824416
Nov 13 07:53:02.222823 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefe986-a3fe-4c20-91c9-7451d2c93eab req-80923eab-c950-424e-a3f0-30a20a6af9d6 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:02.224134 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfefe986-a3fe-4c20-91c9-7451d2c93eab req-80923eab-c950-424e-a3f0-30a20a6af9d6 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.3224046
Nov 13 07:53:02.226270 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:02.238008 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Router d608b1da-c5a6-413e-bdb0-a519011dae4a has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:53:02.382795 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f2700>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e03a185c-90a5-4f9a-818a-35665d71d127', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'port_id': '042b7473-49b5-44dd-8697-4c7c9af86227', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'mac_address': 'fa:16:3e:ba:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:52:59Z', 'updated_at': '2021-11-13T07:52:59Z', 'revision_number': 0, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:52:01Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:02.387057 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] Checking router: 05c33f3e-142f-4d26-bd73-64ef127070d3 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:53:02.399769 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:02.400462 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f2700>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:02.420723 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-5c5391d2-c3c1-4de7-ac5c-09c2feafa6e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:02.425811 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-5c5391d2-c3c1-4de7-ac5c-09c2feafa6e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 910 time: 0.1876352
Nov 13 07:53:02.437094 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] For port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:02.437451 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:02.453325 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:02.461816 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8a9e0-3bed-4c35-96ff-e516b13215fc req-a6ba8947-98c2-48cd-936e-f354a7ccb6f7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:02.469509 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-29e8a9e0-3bed-4c35-96ff-e516b13215fc req-a6ba8947-98c2-48cd-936e-f354a7ccb6f7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 947 time: 0.3794293
Nov 13 07:53:02.583013 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1990858c-bf0e-453d-b8ff-acd4cdcad384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:02.627990 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:02.672738 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-c1ea3f4e-1aaa-483e-b0a3-ce7f9b6af95d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 999 time: 0.2318180
Nov 13 07:53:02.687040 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-3daa28cd-e7db-4ccd-a532-17362bf45eee tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:02.688441 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-3daa28cd-e7db-4ccd-a532-17362bf45eee tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 0.3536301
Nov 13 07:53:02.788781 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'Port': ['ID=52904c2b-ffc7-4cc9-9ad7-c380e643c090,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:02.809959 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfefe986-a3fe-4c20-91c9-7451d2c93eab req-ff66e307-811a-4975-b179-2241d3c713df tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4076009
Nov 13 07:53:02.821717 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:02.851249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-d818afa2-ab94-4e97-bd9b-448fefb7636d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:02.852969 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-d818afa2-ab94-4e97-bd9b-448fefb7636d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 200  len: 848 time: 0.1395066
Nov 13 07:53:02.920162 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-29e8a9e0-3bed-4c35-96ff-e516b13215fc req-5e4b9068-792f-466c-8ae0-fbaf955f68f7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=1013a4da-299c-4839-83c5-35fcd46329bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4497168
Nov 13 07:53:03.065409 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:03.119428 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:03.119805 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:03.120122 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Floating IP 4e635024-098a-44c8-8f9d-16b36bc8fffe disassociated. External IP: 172.27.1.179, port: 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8.
Nov 13 07:53:03.120465 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Calling delete_port for 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:03.142036 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-712f5b06-af1e-4ce2-b6ad-b34949150fb2 req-75f207c1-d4eb-4fa4-9bf3-e5e7cee0b515 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.1078451
Nov 13 07:53:03.218946 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-71cbbcde-daf6-4b7c-80ca-64ff0d630f32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2370989
Nov 13 07:53:03.399589 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Deleting port acac643d-73db-44ba-af16-2880e5385d21 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:53:03.400006 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:03.479750 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9f2700>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e03a185c-90a5-4f9a-818a-35665d71d127', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'port_id': '042b7473-49b5-44dd-8697-4c7c9af86227', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'mac_address': 'fa:16:3e:ba:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:52:59Z', 'updated_at': '2021-11-13T07:52:59Z', 'revision_number': 0, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:52:01Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:03.486055 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4376e-9d3d-4a99-9e92-5e4b3bc313e0 None None] The sync data for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi is: [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e03a185c-90a5-4f9a-818a-35665d71d127', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'port_id': '042b7473-49b5-44dd-8697-4c7c9af86227', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'mac_address': 'fa:16:3e:ba:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:52:59Z', 'updated_at': '2021-11-13T07:52:59Z', 'revision_number': 0, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:52:01Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:53:03.643629 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:03.663540 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:03.723160 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event deleted for resources: {'Port': ['ID=1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:03.727417 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:03.840476 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-65c15fae-6cb7-4269-94ce-d6e8f7b26738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:03.877698 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.l3_db [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Floating IP 2eaf242c-236e-43ae-bd1a-52d4a274172f associated. External IP: 172.27.1.178, port: cb05581f-0d6b-4d29-a731-d459dd0f8143.
Nov 13 07:53:03.890763 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb128e5-f0ce-4757-83ba-e4afc329779b None None] New status for floating IP e03a185c-90a5-4f9a-818a-35665d71d127: ACTIVE {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:53:04.050238 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:53:04.060607 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] Sync routers for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:53:04.097343 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 05dbf5a8-522c-40dd-8370-3137b750dcd6 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:53:04.134339 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-159ec001-8c3b-4b48-a74e-8d8026f1f1a4 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8467817
Nov 13 07:53:04.156916 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-5298469f-ed00-4b17-b0a2-78b2fce9f843 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:04.159705 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-5298469f-ed00-4b17-b0a2-78b2fce9f843 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.6198204
Nov 13 07:53:04.172801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:04.173489 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec2e280>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:04.178028 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] For port acac643d-73db-44ba-af16-2880e5385d21, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=acac643d-73db-44ba-af16-2880e5385d21,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:04.178028 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:04.323812 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] No DVR routers for this DVR port 05dbf5a8-522c-40dd-8370-3137b750dcd6 on host hv-cinder-81783 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:53:04.381915 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Calling delete_port for acac643d-73db-44ba-af16-2880e5385d21 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:04.410027 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:04.412547 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'name': 'network-vif-deleted', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:04.507365 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dfb6cd64-8bdb-4825-a403-e72469dcf4c7 req-9ab5b651-7bd5-49d1-8707-6dce1fee63e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3327243
Nov 13 07:53:04.514417 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 05dbf5a8-522c-40dd-8370-3137b750dcd6 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:53:04.514417 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 05dbf5a8-522c-40dd-8370-3137b750dcd6 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:53:04.565070 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-23f65010-ff1d-4d88-bf4b-8f66cb5b1e1f req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "DELETE /v2.0/ports/05dbf5a8-522c-40dd-8370-3137b750dcd6 HTTP/1.1" status: 204  len: 173 time: 5.1227839
Nov 13 07:53:04.586250 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:04.597991 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f208-a912-44e9-96b5-9e5799adf018 req-938deb2c-bfc7-45d4-bd01-790c98f4c51e tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:04.599545 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b7e3f208-a912-44e9-96b5-9e5799adf018 req-938deb2c-bfc7-45d4-bd01-790c98f4c51e tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.4319983
Nov 13 07:53:04.601415 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41542) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:04.625228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de925655-06b6-4bf5-95b2-b05b16df98a0 req-dc84399b-fb29-4620-ae85-8a5c4e085516 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:04.635244 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-de925655-06b6-4bf5-95b2-b05b16df98a0 req-dc84399b-fb29-4620-ae85-8a5c4e085516 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 946 time: 1.3466909
Nov 13 07:53:04.639720 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Deleting port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:53:04.639994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:04.697184 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b7e3f208-a912-44e9-96b5-9e5799adf018 req-2aadb3cf-d253-471e-9168-139bc030f6f5 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887010
Nov 13 07:53:04.718482 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:04.883581 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:04.974404 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-de925655-06b6-4bf5-95b2-b05b16df98a0 req-24dbf02d-77de-4452-87d3-ada0d14e1f2c tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3382840
Nov 13 07:53:04.985980 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.021821 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2602582b-c368-4ab9-b2c2-5c8b78373b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:05.104426 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0dedad10-a083-4c18-99c9-99408bf75f1a req-e849617e-e99b-4a9d-85e4-72739f64282e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 210 time: 0.0969837
Nov 13 07:53:05.140435 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc', '8307707c-10a8-4d30-9b1c-b1f8a02ce5af'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:53:05.146433 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:05.171327 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8477b9195d4b0dba29cda407eb21d5 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:05.175937 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:05.184872 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:05.244913 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6', 'name': 'network-vif-deleted', 'tag': '05dbf5a8-522c-40dd-8370-3137b750dcd6', 'status': 'completed', 'code': 200}
Nov 13 07:53:05.271242 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Router c6f321fd-9c38-46e9-867b-969bc17a9d8e has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:53:05.304072 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec2e280>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:05.313812 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.320840 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] Checking router: d608b1da-c5a6-413e-bdb0-a519011dae4a for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:53:05.358988 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:05.359914 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec2e280>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:05.387249 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event deleted for resources: {'Port': ['ID=acac643d-73db-44ba-af16-2880e5385d21,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:05.436865 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:05.437835 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] No DVR routers for this DVR port acac643d-73db-44ba-af16-2880e5385d21 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:53:05.474006 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.482309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:05.500173 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.511934 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6ec323-dff8-4169-9a56-94903662c347', 'name': 'network-vif-deleted', 'tag': 'acac643d-73db-44ba-af16-2880e5385d21'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:05.528560 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dc9a6ab0-50f1-4858-a123-71e73a72ba56 req-899f86e0-00d9-46e7-8591-b8e9aada4abf tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1a4e6d-d79b-4c14-b0a5-77243c8f47a6 HTTP/1.1" status: 200  len: 210 time: 0.1527891
Nov 13 07:53:05.540150 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb8477b9195d4b0dba29cda407eb21d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9368260
Nov 13 07:53:05.541844 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41550) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:05.542878 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:53:05.555309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d298fa29-c858-4063-a088-3044e53d6a23,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:05.575132 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:05.617308 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:05.634200 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:53:05.650205 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] Sync routers for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:53:05.651764 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.686516 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-edc90875-f3a1-4d6b-a05f-cc991dcd94f6 req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "DELETE /v2.0/ports/acac643d-73db-44ba-af16-2880e5385d21 HTTP/1.1" status: 204  len: 173 time: 2.9909203
Nov 13 07:53:05.698306 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6ec323-dff8-4169-9a56-94903662c347', 'name': 'network-vif-deleted', 'tag': 'acac643d-73db-44ba-af16-2880e5385d21', 'status': 'completed', 'code': 200}
Nov 13 07:53:05.702638 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] For port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,segment=NetworkSegment(d3585b53-02cb-4ceb-8891-61fabaecb6eb),segment_id=d3585b53-02cb-4ceb-8891-61fabaecb6eb)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:05.703034 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.715014 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:05.716994 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deebf1850>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:52:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:05.736150 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.820529 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:05.875977 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Calling delete_port for ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:05.982282 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.4821835
Nov 13 07:53:05.984059 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41556) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:05.987244 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.006549 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fdc40814-a017-4e29-bfe9-5b6475f87397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:06.037202 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507530238', 'description': 'tempest-secgroup-smoke-507530238 description', 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:06.051774 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-09266f4b-00cf-4a71-8b41-9b2e3668192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.056653 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d298fa29-c858-4063-a088-3044e53d6a23,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:06.062113 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:06.071044 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.078871 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d298fa29-c858-4063-a088-3044e53d6a23 HTTP/1.1" status: 204  len: 168 time: 0.5266590
Nov 13 07:53:06.085347 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:06.105804 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device acac643d-73db-44ba-af16-2880e5385d21 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:53:06.110281 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:06.153361 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:06.165453 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: acac643d-73db-44ba-af16-2880e5385d21 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:53:06.166019 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device acac643d-73db-44ba-af16-2880e5385d21 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:53:06.166203 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:53:06.218779 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:53:06.219046 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:53:06.240407 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.256831 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfecd07-f454-48b5-89ee-07b811c96a7c req-e8a6e295-fd92-4846-a39c-bf084c930b8a tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:06.268791 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8cfecd07-f454-48b5-89ee-07b811c96a7c req-e8a6e295-fd92-4846-a39c-bf084c930b8a tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 945 time: 0.2772892
Nov 13 07:53:06.322949 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec2e280>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:06.327162 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b41cbf-686a-4619-9f6e-0f94585800f2 None None] The sync data for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi is: [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:53:06.359837 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dca64e1c-ad31-48d1-a42e-4595006dc91d req-d7379dff-ab28-4d9a-8ab1-b0fcd6d14058 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6ec323-dff8-4169-9a56-94903662c347 HTTP/1.1" status: 200  len: 210 time: 0.0800009
Nov 13 07:53:06.374813 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:06.379463 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:06.382963 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:06.390455 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:06.431297 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:53:06.450959 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] Sync routers for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:53:06.468412 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:06.469110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeb2a070>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:53:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:06.476911 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.583275 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.589388 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2048f877-88f3-4bd7-a23c-6d0849c83dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:06.611918 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] No DVR routers for this DVR port 1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:53:06.620481 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.626645 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.652679 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8cfecd07-f454-48b5-89ee-07b811c96a7c req-0f3e7738-a3b4-4abd-9edc-13ce72610f96 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ee37d0f-f115-4238-a416-40ffd9322eae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3829551
Nov 13 07:53:06.676756 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-36134267-eaaf-4309-88da-2d707ea08191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:06.775680 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deebf1850>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '2eaf242c-236e-43ae-bd1a-52d4a274172f', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'port_id': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'mac_address': 'fa:16:3e:34:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:00Z', 'updated_at': '2021-11-13T07:53:00Z', 'revision_number': 0, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:24Z', 'revision_number': 5, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:06.780334 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] Checking router: c6f321fd-9c38-46e9-867b-969bc17a9d8e for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:53:06.795923 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:06.796834 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deebf1850>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:53:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:06.810543 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Pushing event deleted for resources: {'Port': ['ID=ff95e79a-d2c3-4508-a5d2-1a99bf8900f7,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:06.815664 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0c259011-5b36-4783-83d3-00fc89f0ee77 req-19d3058d-acc1-48c1-b5e7-a90fe747b675 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=10558cad-5f50-40b7-b4e0-367f83693f74 HTTP/1.1" status: 200  len: 210 time: 0.1629364
Nov 13 07:53:06.816959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:06.818497 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-caf5f9e7-7b5b-401c-8eba-1d9f755bbb83 req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "DELETE /v2.0/ports/1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8 HTTP/1.1" status: 204  len: 173 time: 4.9942632
Nov 13 07:53:06.825059 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008ed6ca-1746-405a-ab4c-d1129a682e7e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:06.827902 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:06.891955 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:06.893822 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.8891819
Nov 13 07:53:06.906812 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41576) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:06.914084 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'security_group_rule': {'security_group_id': '008ed6ca-1746-405a-ab4c-d1129a682e7e', 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:06.918076 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303452d7-79a5-424f-a505-e25a50402745 None None] New status for floating IP 4056dd2f-f09a-4e1e-9500-21a99b0e0504: DOWN {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:53:06.933606 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:06.942273 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:06.947861 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:06.956860 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:07.002076 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41582) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:07.024319 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:07.039212 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] No DVR routers for this DVR port ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:53:07.043397 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.045595 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-84c04959-5db7-4308-a1f5-7e96a9af531d req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.18 "DELETE /v2.0/ports/ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 HTTP/1.1" status: 204  len: 173 time: 2.8743088
Nov 13 07:53:07.256527 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:07.262334 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:07.262545 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.266177 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.304300 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.360581 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.372331 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'status': 'completed', 'code': 200}
Nov 13 07:53:07.397483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.505512 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.513275 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-84086ee6-9770-4513-aa37-c95197ddd015 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:07.513488 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeb2a070>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:07.517062 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] Checking router: d1616801-2bbc-4de7-93c4-c6b0bf655ff8 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:53:07.530272 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:07.531065 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeb2a070>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:53:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:07.618897 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-646c1145-4d4f-4f3f-925a-74afb932b176 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1098 time: 0.2392540
Nov 13 07:53:07.633555 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b613b7-e969-4d31-b7ba-5fc878aa485b,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:07.643080 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:07.645398 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.647937 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.649235 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "DELETE /v2.0/security-groups/d83085a7-2801-48d3-80ed-f7abb63791ef HTTP/1.1" status: 204  len: 168 time: 0.6461732
Nov 13 07:53:07.650215 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e9588e07-b9d5-40e0-8948-dc8194c99a70 tempest-VolumesNegativeTest-536078666 tempest-VolumesNegativeTest-536078666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:07.659631 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41596) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:07.679377 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83085a7-2801-48d3-80ed-f7abb63791ef,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:07.692060 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:07.695535 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.api.v2.resource [None req-df18a844-3a17-49c8-b4b3-47ed31195782 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] show failed (client error): The resource could not be found.
Nov 13 07:53:07.699542 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-deleted', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8'}, {'server_uuid': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'name': 'network-vif-deleted', 'tag': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:07.709479 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-df18a844-3a17-49c8-b4b3-47ed31195782 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups/d83085a7-2801-48d3-80ed-f7abb63791ef HTTP/1.1" status: 404  len: 347 time: 0.0485106
Nov 13 07:53:07.713261 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41606) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:07.799872 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:07.863542 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:07.865516 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9576805
Nov 13 07:53:07.880536 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41610) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:07.888716 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'security_group_rule': {'security_group_id': '008ed6ca-1746-405a-ab4c-d1129a682e7e', 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:07.922727 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:07.926215 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-f75d5387-590e-4818-8680-1b762115a1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:07.928018 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-f75d5387-590e-4818-8680-1b762115a1fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 915 time: 0.2994497
Nov 13 07:53:07.974145 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deebf1850>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '2eaf242c-236e-43ae-bd1a-52d4a274172f', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'port_id': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'mac_address': 'fa:16:3e:34:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:00Z', 'updated_at': '2021-11-13T07:53:00Z', 'revision_number': 0, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:24Z', 'revision_number': 5, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:07.978249 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca983f01-4f8e-40e4-8114-09fe3a47b689 None None] The sync data for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi is: [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '2eaf242c-236e-43ae-bd1a-52d4a274172f', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'port_id': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'mac_address': 'fa:16:3e:34:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:00Z', 'updated_at': '2021-11-13T07:53:00Z', 'revision_number': 0, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:24Z', 'revision_number': 5, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:53:08.048382 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-c0401b87-ca1c-4e47-95e2-49cd9dd6ff27 req-b2d59ef8-d718-4a13-91e7-47e82f27570d tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Synchronizing usage tracker for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:08.082539 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:08.086470 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Deleting port 7c5c653c-0aaf-4405-aa7c-11f67d3c50c6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:53:08.088251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.129700 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-1a89dbb3-9cf3-4471-9125-30ef118f163f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 999 time: 0.1541762
Nov 13 07:53:08.178118 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:08.185874 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:08.199102 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:53:08.250837 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:53:08.255696 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ff95e79a-d2c3-4508-a5d2-1a99bf8900f7 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:53:08.274005 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-548b3dda-85e1-429e-9e0a-52e60eb18939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:08.275687 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-548b3dda-85e1-429e-9e0a-52e60eb18939 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 200  len: 853 time: 0.1381779
Nov 13 07:53:08.276710 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-c0401b87-ca1c-4e47-95e2-49cd9dd6ff27 req-b2d59ef8-d718-4a13-91e7-47e82f27570d tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Unset dirty status for tenant:1157f51a4ae044748780b6818d3bef86 on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:08.290805 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c0401b87-ca1c-4e47-95e2-49cd9dd6ff27 req-b2d59ef8-d718-4a13-91e7-47e82f27570d tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] 10.222.0.32 "GET /v2.0/ports?device_id=39ac6e01-c355-4ef0-bc3a-efbff58658c4 HTTP/1.1" status: 200  len: 210 time: 0.3616638
Nov 13 07:53:08.308134 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.308467 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.416158 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-7fbb1d6c-bd95-4e03-81b5-4ff802431197 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1227114
Nov 13 07:53:08.440489 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeb2a070>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:08.445522 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa39ba-9978-43df-a1ee-f13d68fe8f2e None None] The sync data for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi is: [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:53:08.481982 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Calling delete_port for 7c5c653c-0aaf-4405-aa7c-11f67d3c50c6 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:08.589756 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.657767 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.705720 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41626) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:08.790658 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10558cad-5f50-40b7-b4e0-367f83693f74', 'name': 'network-vif-deleted', 'tag': '1da27f12-ecce-4c5a-ac3b-0ad69ec47ee8', 'status': 'completed', 'code': 200}
Nov 13 07:53:08.791283 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ac6e01-c355-4ef0-bc3a-efbff58658c4', 'name': 'network-vif-deleted', 'tag': 'ff95e79a-d2c3-4508-a5d2-1a99bf8900f7', 'status': 'completed', 'code': 200}
Nov 13 07:53:08.862160 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.864851 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.897851 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.899808 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-a6953cf8-0b12-435f-a4e4-7d32a6d56b84 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4746432
Nov 13 07:53:08.931629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.936214 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7297aaa9-7822-4c18-b9db-471ace30617f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:08.943708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34c287-1edf-483e-9456-5a90b6a2fb2a req-4d2f25e6-b08f-4ff2-8fa3-dcd09148ff0b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:08.944395 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-ae34c287-1edf-483e-9456-5a90b6a2fb2a req-4d2f25e6-b08f-4ff2-8fa3-dcd09148ff0b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:08.969374 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9b6bfd-dcac-4895-9a23-6577c4e44654,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:08.975006 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:08.976166 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:08.981926 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d62d355e-8e9b-4223-85c4-aa1a0be902fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:09.024322 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event deleted for resources: {'Port': ['ID=7c5c653c-0aaf-4405-aa7c-11f67d3c50c6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:09.029698 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:09.062298 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7462a76b-a4fd-4b65-859b-94ac9089a4fc req-edcb5161-0628-40fd-bc07-055a25f2d67d service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544058
Nov 13 07:53:09.097660 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-ae34c287-1edf-483e-9456-5a90b6a2fb2a req-4d2f25e6-b08f-4ff2-8fa3-dcd09148ff0b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:09.099057 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae34c287-1edf-483e-9456-5a90b6a2fb2a req-4d2f25e6-b08f-4ff2-8fa3-dcd09148ff0b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 946 time: 0.3056099
Nov 13 07:53:09.126092 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.128505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.129781 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "DELETE /v2.0/floatingips/4056dd2f-f09a-4e1e-9500-21a99b0e0504 HTTP/1.1" status: 204  len: 168 time: 1.4155724
Nov 13 07:53:09.131005 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.134661 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c7693232-1668-4428-8f7e-28d02757fbd4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.2502408
Nov 13 07:53:09.134661 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.141651 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.141743 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41630) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:09.141826 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "DELETE /v2.0/security-groups/1013a4da-299c-4839-83c5-35fcd46329bb HTTP/1.1" status: 204  len: 168 time: 0.4276583
Nov 13 07:53:09.141826 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7854dfd6-9b23-4b9a-952c-72d4d759d509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:09.145904 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'security_group_rule': {'security_group_id': '008ed6ca-1746-405a-ab4c-d1129a682e7e', 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:09.146040 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41632) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:09.156158 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:09.165216 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:09.165549 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1013a4da-299c-4839-83c5-35fcd46329bb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:09.168438 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:09.173007 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae34c287-1edf-483e-9456-5a90b6a2fb2a req-e6cee713-d75b-42ad-9dc7-cd39d5c44db3 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678279
Nov 13 07:53:09.177029 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:09.177566 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:09.179488 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.api.v2.resource [None req-529ef084-8d89-4f34-b111-216820e77ab2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] show failed (client error): The resource could not be found.
Nov 13 07:53:09.180872 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-529ef084-8d89-4f34-b111-216820e77ab2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups/1013a4da-299c-4839-83c5-35fcd46329bb HTTP/1.1" status: 404  len: 347 time: 0.0343804
Nov 13 07:53:09.184902 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41640) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:09.354391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Deleting port e5eb3be7-72b7-436d-9d9b-1ae19e184536 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:53:09.364503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.398119 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.599910 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.602394 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.606278 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:53:09.739476 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Calling delete_port for e5eb3be7-72b7-436d-9d9b-1ae19e184536 owned by network:floatingip {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:09.820061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.912509 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41654) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:09.918138 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--771040585', 'description': 'tempest-description--1027961577'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:09.924483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:09.928974 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:09.934209 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:09.945765 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2c54fe49-25d9-40dd-8288-51efe821a9db tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:09.967991 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910c635f-8525-4686-8c7c-9dcfc1da3446,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:09.970566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:10.005374 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-c4b61fa6-14dd-42da-bc6d-b10df86ae16e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:10.006857 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-c4b61fa6-14dd-42da-bc6d-b10df86ae16e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 946 time: 0.1403110
Nov 13 07:53:10.051845 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.075587 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Deleting port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:53:10.075926 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.087288 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:10.091129 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:security_group_rule and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:10.093887 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:10.099620 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:10.106830 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.111673 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9711859
Nov 13 07:53:10.112190 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41658) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:10.113178 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.121262 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'security_group_rule': {'security_group_id': '008ed6ca-1746-405a-ab4c-d1129a682e7e', 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:10.123501 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3bd4c210-de04-4c00-a649-bdf1aced5d03 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:10.128761 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:10.137067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:10.143681 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:10.151114 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:10.163879 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event deleted for resources: {'Port': ['ID=e5eb3be7-72b7-436d-9d9b-1ae19e184536,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:10.171529 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:10.179357 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.323071 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.328560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d4c67502-02b8-4b52-8b8a-4836c71ace13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:10.356619 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.463337 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693509dd-daae-40ff-8c31-bd8de9a37fe0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:10.485647 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26046c8c-a4b0-4e67-a5d8-d98c36fd78ce None None] New status for floating IP 2eaf242c-236e-43ae-bd1a-52d4a274172f: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:53:10.490386 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.490899 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.491256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.491605 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.492261 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.492616 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.492960 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.493301 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.493650 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.493986 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.494344 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:10.523406 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:10.532130 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.534643 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.535924 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e635024-098a-44c8-8f9d-16b36bc8fffe HTTP/1.1" status: 204  len: 168 time: 1.3499231
Nov 13 07:53:10.581049 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.600150 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.602919 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6893570
Nov 13 07:53:10.609330 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41670) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:10.615662 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'security_group_rule': {'security_group_id': '693509dd-daae-40ff-8c31-bd8de9a37fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:10.627585 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:10.633893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:security_group_rule and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:10.644283 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:10.651744 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:10.669179 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.674529 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:10.712794 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c2de7-68d1-432d-8052-7e000b087390,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:10.722236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:10.738923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] For port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:10.739318 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.807942 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.847539 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.851345 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-df66306a-3e22-4a54-bbbb-b7c742a4f8b8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7356911
Nov 13 07:53:10.851910 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41678) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:10.859759 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'security_group_rule': {'security_group_id': '008ed6ca-1746-405a-ab4c-d1129a682e7e', 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:10.898389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.900234 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:10.906968 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:10.908187 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Calling delete_port for 8307707c-10a8-4d30-9b1c-b1f8a02ce5af owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:10.912123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:10.924028 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:10.953040 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41682) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:10.959227 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103453243', 'description': 'tempest-description--1735599222'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:10.965589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:10.977896 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:10.979029 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:10.983904 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b6cc4dab-e6f6-42db-8ad6-2930c195ea93 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:10.995496 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b7ae7-cb82-4b9d-ac22-16ac94737314 req-7616a305-e7b4-4814-9d1b-5f0cc277d4cd tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:10.996984 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-398b7ae7-cb82-4b9d-ac22-16ac94737314 req-7616a305-e7b4-4814-9d1b-5f0cc277d4cd tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 946 time: 0.6842763
Nov 13 07:53:11.013962 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Project 7bf786a8e1ef481fa4403ec4489a3c6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 07:53:11.015414 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec21920-d949-46e8-a0b4-c478b0051651,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:11.021522 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:11.023495 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.088502 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.097411 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.102964 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-398b7ae7-cb82-4b9d-ac22-16ac94737314 req-64a98917-5f18-42f8-ab12-0412813be57b tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830321
Nov 13 07:53:11.133948 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.135155 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5245807
Nov 13 07:53:11.137870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41686) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:11.140248 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:11.146597 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'security_group_rule': {'security_group_id': '693509dd-daae-40ff-8c31-bd8de9a37fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:11.151274 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:security_group_rule and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:11.154808 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:11.157557 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:11.163675 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:11.165764 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:security_group_rule and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:11.169141 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:11.178409 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:11.217642 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.232279 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:11.249509 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.257168 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611e1ab8-0948-41a6-90dc-437210639672,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:11.261304 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:11.285343 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.290690 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:11.296034 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc', '8307707c-10a8-4d30-9b1c-b1f8a02ce5af'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:53:11.333709 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event deleted for resources: {'Port': ['ID=8307707c-10a8-4d30-9b1c-b1f8a02ce5af,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:11.337280 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:11.363022 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.370742 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.378121 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0d5dee71-547b-4f1c-a48c-73395c8a56c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:11.428465 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] No DVR routers for this DVR port 8307707c-10a8-4d30-9b1c-b1f8a02ce5af on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:53:11.431615 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.434316 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'name': 'network-vif-deleted', 'tag': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:11.437885 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.445472 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6fc80f24-245b-419c-814b-caa7481bd136 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5901263
Nov 13 07:53:11.450352 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41694) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:11.458036 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'security_group_rule': {'security_group_id': '008ed6ca-1746-405a-ab4c-d1129a682e7e', 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:11.465039 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:11.466080 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc6426-0960-431b-bf03-c0e0ede1d406,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:11.469708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Usage tracker for resource:security_group_rule and tenant:7bf786a8e1ef481fa4403ec4489a3c6d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:11.473575 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:11.479244 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:11.480358 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:11.495036 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ca8361-d649-4c86-9bb0-3dd0bd8b241d', 'name': 'network-vif-deleted', 'tag': '8307707c-10a8-4d30-9b1c-b1f8a02ce5af', 'status': 'completed', 'code': 200}
Nov 13 07:53:11.500080 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.537250 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.541480 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.5845029
Nov 13 07:53:11.541609 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 41700) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:11.547394 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'security_group_rule': {'security_group_id': '7dcc6426-0960-431b-bf03-c0e0ede1d406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:11.553441 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:11.558124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:security_group_rule and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:11.561140 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:11.567114 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:11.572041 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.574507 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0e93fdfe-40c5-40df-b9f4-440e07de4562 req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "DELETE /v2.0/ports/8307707c-10a8-4d30-9b1c-b1f8a02ce5af HTTP/1.1" status: 204  len: 173 time: 1.5622277
Nov 13 07:53:11.575233 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.securitygroups_db [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Project 7bf786a8e1ef481fa4403ec4489a3c6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 07:53:11.575508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:11.583507 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.605383 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ff1503-5dae-449d-be00-0e8804497372,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:11.608344 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:11.661023 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.738377 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.739730 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-89e7ca88-418f-4065-b62a-a78e9ed91c2a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6009142
Nov 13 07:53:11.743040 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41706) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:11.749736 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:11.754396 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.755776 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:11.760695 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Usage tracker for resource:floatingip and tenant:728dba4850df46759bff46353cf16a60 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:11.763658 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:11.769524 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.779436 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:11.779584 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3b94bf13-586e-43ca-868e-3f77d0481437 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:11.808321 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3699274-4f72-477d-b667-a048b8cfa2af,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:11.839813 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.840192 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.840562 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.840922 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.841286 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.841644 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.842008 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.842837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.842837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.843062 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.843417 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:11.847585 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:11.857561 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.875626 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.930061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.931362 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-b1d80d42-85ec-4119-9583-b0f10a4c4277 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4798727
Nov 13 07:53:11.958408 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:11.960884 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:11.985588 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c0ac04-8846-463e-9aa8-b54f0c8d6e1a,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:11.988072 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:12.073114 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.092386 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-fac88329-7ffb-4ca2-8f02-2ae890ee1b82 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507530238&fields=id&tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d HTTP/1.1" status: 200  len: 267 time: 0.0412488
Nov 13 07:53:12.143987 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.145354 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6026216
Nov 13 07:53:12.148131 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41714) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:12.158109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'security_group_rule': {'security_group_id': '7dcc6426-0960-431b-bf03-c0e0ede1d406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:12.165628 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:12.186862 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-98645f88-4a9b-4292-9422-cb30ce37b1ef tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:12.195595 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-98645f88-4a9b-4292-9422-cb30ce37b1ef tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.0967801
Nov 13 07:53:12.205180 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'port': {'security_groups': ['5c501d00-1b73-48d5-8322-d122765031d5', '008ed6ca-1746-405a-ab4c-d1129a682e7e']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:12.211110 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:security_group_rule and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:12.226733 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:12.238159 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:12.272389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Allocated IP 172.27.1.172 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/ac117931-ccee-411f-a5ac-9257520e483d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:53:12.316769 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b5d295c5-2ddb-4065-8464-691dad3461b7 req-0e148f3b-8c2a-4c97-bef4-46b8e36c9650 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0461123
Nov 13 07:53:12.332661 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.349873 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.424401 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.531638 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.543308 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9a2e328d-d541-49da-9fd6-7514e439afdb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:12.569978 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49126524-1fdd-4ef2-9e5c-5cc4a6e3462c,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:12.582152 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:12.595028 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.603708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:12.605951 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfc9c4-6200-4180-a584-e730309bcf83 None None] New status for floating IP 4e635024-098a-44c8-8f9d-16b36bc8fffe: DOWN {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:53:12.631842 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.668473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.669700 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c817716d-739d-410e-acbb-1e8d09c4f8cd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5205882
Nov 13 07:53:12.672806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 41722) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:12.678958 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:12.684352 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:12.688336 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Usage tracker for resource:floatingip and tenant:f490cae0b0bc42e9967df5c301d2299b is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:12.691176 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:12.696835 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:12.720018 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.720888 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.724688 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1e9925c2-24e9-4fed-b0a2-b27b6406fad2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:12.726993 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-21ab7ced-c30d-4f2b-bf71-38597593a723 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:12.790795 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:53:12.791959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:12.792628 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.793455 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:53:12.797628 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-645a68f9-1d43-42af-a59b-dc682ea2bc6c req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "PUT /v2.0/ports/cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 981 time: 0.6010551
Nov 13 07:53:12.797899 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:53:12.814539 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=6']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:12.818069 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:12.822929 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'Port': ['ID=ac117931-ccee-411f-a5ac-9257520e483d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:12.828115 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:12.846210 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:13.065768 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-7d4322dc-c0be-4fd9-8c78-f0d90c623115 None None] Provisioning complete for port cb05581f-0d6b-4d29-a731-d459dd0f8143 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:53:13.066321 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-7d4322dc-c0be-4fd9-8c78-f0d90c623115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.147149 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d9b1a-10c9-4680-a571-2a01477b705a req-9ab4ebd7-b8ed-4c49-8dd9-f055e2793666 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:13.148577 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-094d9b1a-10c9-4680-a571-2a01477b705a req-9ab4ebd7-b8ed-4c49-8dd9-f055e2793666 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.2142627
Nov 13 07:53:13.152454 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.177939 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.294313 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-094d9b1a-10c9-4680-a571-2a01477b705a req-2e240f86-9d03-46e7-9cfb-5ae0cc6ec9e6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Synchronizing usage tracker for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:13.362893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.433562 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Allocated IP 172.27.1.58 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/3d09df41-c0ee-4f49-973c-9fc1759754f6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:53:13.486253 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-094d9b1a-10c9-4680-a571-2a01477b705a req-2e240f86-9d03-46e7-9cfb-5ae0cc6ec9e6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Unset dirty status for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:13.487459 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-094d9b1a-10c9-4680-a571-2a01477b705a req-2e240f86-9d03-46e7-9cfb-5ae0cc6ec9e6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3313153
Nov 13 07:53:13.490497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-306d9341-4ac9-47f0-b1ac-1e4e96f3d19a req-e4a17f00-c5fe-48db-9b91-bbbcab1b5112 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Synchronizing usage tracker for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:13.506489 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:13.576913 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-306d9341-4ac9-47f0-b1ac-1e4e96f3d19a req-e4a17f00-c5fe-48db-9b91-bbbcab1b5112 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Unset dirty status for tenant:9f0c482ef1eb4f8fa6c1320897c1678b on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:13.578519 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-306d9341-4ac9-47f0-b1ac-1e4e96f3d19a req-e4a17f00-c5fe-48db-9b91-bbbcab1b5112 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.1294067
Nov 13 07:53:13.583179 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'status': 'completed', 'code': 200}
Nov 13 07:53:13.782464 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.792272 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 07:53:13.807301 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.868001 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.871482 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-126a9dc1-820d-41e5-a9b1-00cccac5eb93 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:13.912532 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:13.982860 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'Port': ['ID=ac117931-ccee-411f-a5ac-9257520e483d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:13.992722 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:13.994999 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0096a6e3-6173-43ac-868a-4c731f950d45 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:14.024617 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:53:14.031500 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:53:14.041321 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:53:14.065557 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:14.133248 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'Port': ['ID=3d09df41-c0ee-4f49-973c-9fc1759754f6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:14.137260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:14.222979 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:14.224164 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4792519
Nov 13 07:53:14.242015 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:14.434139 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:14.503507 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-825037a8-a7c4-4486-a633-20affb18cda8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:14.620101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-825037a8-a7c4-4486-a633-20affb18cda8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:14.621270 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-825037a8-a7c4-4486-a633-20affb18cda8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--771040585&fields=id&tenant_id=728dba4850df46759bff46353cf16a60 HTTP/1.1" status: 200  len: 267 time: 0.2089441
Nov 13 07:53:14.636532 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['cb05581f-0d6b-4d29-a731-d459dd0f8143'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:53:14.670478 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 8307707c-10a8-4d30-9b1c-b1f8a02ce5af no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:53:14.732589 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 8307707c-10a8-4d30-9b1c-b1f8a02ce5af {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:53:14.734816 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 8307707c-10a8-4d30-9b1c-b1f8a02ce5af not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:53:14.752243 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['cb05581f-0d6b-4d29-a731-d459dd0f8143'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:53:14.780662 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f0860a67-c976-4513-87c2-2b8b56515c75 req-f0c8edea-16e0-4e0d-b003-ead9d333ea29 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ca8361-d649-4c86-9bb0-3dd0bd8b241d HTTP/1.1" status: 200  len: 210 time: 0.0552135
Nov 13 07:53:14.781665 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:14.785120 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-bfeb203e-0b61-4114-aacd-c816487ba07d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1137 time: 0.1427660
Nov 13 07:53:14.802549 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-48e361ee-0c5f-40f9-9234-31782b45c7c0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:14.804038 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-48e361ee-0c5f-40f9-9234-31782b45c7c0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 811 time: 0.1661215
Nov 13 07:53:14.823394 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-ff148656-36b8-4509-915c-207251548940 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/quotas/728dba4850df46759bff46353cf16a60 HTTP/1.1" status: 200  len: 375 time: 0.0120277
Nov 13 07:53:14.894754 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:14.906355 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:14.964378 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-fb6d5347-96b3-4598-9770-8b6884126746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:14.966271 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-fb6d5347-96b3-4598-9770-8b6884126746 service neutron] 10.222.0.18 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 915 time: 0.1711190
Nov 13 07:53:15.037785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:15.059334 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'Port': ['ID=3d09df41-c0ee-4f49-973c-9fc1759754f6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:15.077359 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:15.103865 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-20ae3f53-f236-4a19-b3a5-4ebf7a129b80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 1001 time: 0.1299510
Nov 13 07:53:15.104891 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-ab25b694-e01b-454c-b04b-971f0ec9f7eb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:15.135070 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:15.142766 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4617405
Nov 13 07:53:15.188937 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-ab25b694-e01b-454c-b04b-971f0ec9f7eb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:15.190276 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-ab25b694-e01b-454c-b04b-971f0ec9f7eb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3600321
Nov 13 07:53:15.347784 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-9b760857-07ba-4ae3-bfad-a996ad0756ed service neutron] 10.222.0.32 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436009
Nov 13 07:53:15.388979 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-66ae348b-9fc4-44f3-9bbd-932c61eb64b6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--103453243&fields=id&tenant_id=f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 267 time: 0.0474169
Nov 13 07:53:15.492982 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-ad016b72-2d2e-48b8-b583-7ca53cee0479 service neutron] 10.222.0.32 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362455
Nov 13 07:53:15.630147 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6453a384-3dcd-4366-9680-87be3bfc88bd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:15.631587 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6453a384-3dcd-4366-9680-87be3bfc88bd tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 814 time: 0.2339501
Nov 13 07:53:15.647362 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-bf0d639a-6978-4652-b888-192ea4ed7d12 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/quotas/f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 375 time: 0.0103729
Nov 13 07:53:15.738764 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-977c1797-0800-478f-bfa0-3a66f2a18ae6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Synchronizing usage tracker for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:15.801945 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bd8594fa-90cb-41ad-94c3-aa1f546824c7 req-ab5aec69-a56a-4644-952f-d12952238749 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0417981
Nov 13 07:53:15.815251 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-977c1797-0800-478f-bfa0-3a66f2a18ae6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Unset dirty status for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:15.816775 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-977c1797-0800-478f-bfa0-3a66f2a18ae6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1644254
Nov 13 07:53:16.111639 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-8c2b23fe-7f1e-40c6-b44b-18e8f30c8c67 service neutron] 10.222.0.32 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792873
Nov 13 07:53:16.246556 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-9a0e7851-6cd4-41da-9dac-e21d34bb267f service neutron] 10.222.0.32 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291158
Nov 13 07:53:16.510135 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-214dd2cc-0603-4485-aeb6-4710a40a77f3 req-820ece8a-4c53-4af5-87e0-561e5d95087f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 210 time: 0.0444605
Nov 13 07:53:16.887965 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-47130917-1970-4719-bba6-634f130542fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:16.889735 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-47130917-1970-4719-bba6-634f130542fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 200  len: 853 time: 0.1272187
Nov 13 07:53:16.970587 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937556b7-c603-43df-a631-1d963a7dc471 req-6523d1c5-d22e-4679-953d-b17c5ee742c7 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0424821
Nov 13 07:53:17.813366 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-cd263a8c-4f25-4c04-96ae-11be13e26673 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737758
Nov 13 07:53:17.840283 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-873d8a40-5220-4987-8a9a-24c24dbe8687 req-f5be9d08-1b86-49f3-a76e-fc06340088d4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 210 time: 0.0435817
Nov 13 07:53:17.959072 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-2d9bac5a-0c46-4db4-8f4a-de26ac7c99d2 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294353
Nov 13 07:53:18.094524 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b2890ba5-b74a-442a-b0e9-a671d4568d6f req-832ed713-4a72-415b-8902-77d770c664e4 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287632
Nov 13 07:53:18.138494 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-141978af-cf8e-4b8b-9632-bc4d775da257 req-52a5070c-0a4c-4890-8da7-4f66f5e8cd2b tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0429957
Nov 13 07:53:19.016675 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e0bd1f8e-f63f-433e-ac27-717ba2dcea66 req-d3a84248-1935-41ec-a558-974beebc1122 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 210 time: 0.0407739
Nov 13 07:53:19.310484 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c4c524bc-817a-4d84-99a4-4da8c05c80f8 req-f4515785-a2d9-4d3e-aaa3-bf39ad04bad9 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0403292
Nov 13 07:53:20.193776 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-33dcdbf8-e7b0-47c9-b42b-6518d8ab6a4d req-d2ceffd5-ac18-41eb-9695-c3bd028a4e94 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 210 time: 0.0432777
Nov 13 07:53:20.569942 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c74626ee-6f6f-407e-9686-62aea2188eb3 req-04361f55-e972-4290-a2ae-1764a5eb46c0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0641789
Nov 13 07:53:21.452280 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fc480d4b-ce5f-40f8-9f9e-213cc2fbb101 req-954b4159-5a25-4584-ae32-72a294def4db tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 210 time: 0.1250412
Nov 13 07:53:21.516626 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-df580aa6-1d16-4eb0-bfb4-928a9638431c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:21.522978 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-df580aa6-1d16-4eb0-bfb4-928a9638431c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:network {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:21.609690 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-df580aa6-1d16-4eb0-bfb4-928a9638431c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:network {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:21.609690 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-df580aa6-1d16-4eb0-bfb4-928a9638431c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 811 time: 0.2459996
Nov 13 07:53:21.667179 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-3fddefab-0b91-4160-82c8-756c81a3adbc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=728dba4850df46759bff46353cf16a60 HTTP/1.1" status: 200  len: 379 time: 0.0447679
Nov 13 07:53:21.693530 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'port': {'device_id': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'admin_state_up': True, 'tenant_id': '728dba4850df46759bff46353cf16a60', 'security_groups': ['693509dd-daae-40ff-8c31-bd8de9a37fe0']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:21.809958 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-45afe7eb-6011-4cda-8f86-005648743b39 req-35c1e7e1-c23f-433d-aee5-9b1199b6490f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0954635
Nov 13 07:53:21.866374 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:21.876027 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:21.980817 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Made reservation on behalf of 728dba4850df46759bff46353cf16a60 for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:53:21.983947 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:22.249036 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Allocated IP 172.20.0.12 (5ce4da95-76b6-4434-b98c-5899f375e796/ab58c00e-eecf-4599-ade9-3f48ee0bb1bd/0af3e445-8a61-4c2b-8348-8d66fb50e3a6) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:53:22.414362 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-294946be-6623-4a08-aa6c-ee2bffbaa5b1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:22.415809 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-294946be-6623-4a08-aa6c-ee2bffbaa5b1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 814 time: 0.2867692
Nov 13 07:53:22.549669 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-e4b7904a-b701-40d4-8c2c-c9f904b02ad2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 379 time: 0.0909469
Nov 13 07:53:22.568272 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'port': {'device_id': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'admin_state_up': True, 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'security_groups': ['7dcc6426-0960-431b-bf03-c0e0ede1d406']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:22.596902 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:22.651930 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1229e35f-dbfd-4029-bd18-6633a882ea08 req-3e349107-9561-46d7-8052-006d00d86e84 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 210 time: 0.0447521
Nov 13 07:53:22.668268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Transition to ACTIVE for port object 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:53:22.745380 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:22.755478 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:22.783101 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:22.789224 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-315dec5c-269b-4a86-a26c-a5d6b17ec513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:22.880899 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Made reservation on behalf of f490cae0b0bc42e9967df5c301d2299b for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:53:22.884066 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:22.907632 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Network 5ce4da95-76b6-4434-b98c-5899f375e796 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:53:22.908766 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:53:22.913548 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event updated for resources: {'Port': ['ID=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:22.916839 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:53:22.948984 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:23.043507 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:23.044045 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:23.091915 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627e8fb-415b-4d35-b4bd-381be7cadbb7 req-72559816-6700-4c78-8a3d-f91ab7a0131d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:23.095883 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d627e8fb-415b-4d35-b4bd-381be7cadbb7 req-72559816-6700-4c78-8a3d-f91ab7a0131d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 932 time: 0.0901577
Nov 13 07:53:23.151235 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d627e8fb-415b-4d35-b4bd-381be7cadbb7 req-1e815c1f-5fff-42c1-a307-4436e4252d83 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507650
Nov 13 07:53:23.164026 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Allocated IP 172.20.0.7 (68227660-1969-4380-bdbb-e55ad209027e/6e61d4b6-2a6f-4a26-9aa9-675889a3fe84/020633ea-1a2e-4d3a-b46d-9384d4bec624) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:53:23.233009 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5495598
Nov 13 07:53:23.299053 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Request body: {'port': {'device_id': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:23.317718 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-6887219a-93e6-4549-aa39-063d17c8fbe6 None None] Provisioning for port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:53:23.326292 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-6887219a-93e6-4549-aa39-063d17c8fbe6 None None] Provisioning complete for port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:53:23.333320 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6887219a-93e6-4549-aa39-063d17c8fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:23.401644 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-6887219a-93e6-4549-aa39-063d17c8fbe6 None None] Port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:53:23.487668 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83486f-07b1-41e4-bf6a-4738baa0fe2d req-dea2565f-4c4a-4bb9-82ee-27e4c77f954a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:23.489144 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2c83486f-07b1-41e4-bf6a-4738baa0fe2d req-dea2565f-4c4a-4bb9-82ee-27e4c77f954a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 945 time: 0.0784771
Nov 13 07:53:23.494455 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:23.498104 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:23.530221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Transition to ACTIVE for port object 020633ea-1a2e-4d3a-b46d-9384d4bec624 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:53:23.537847 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2c83486f-07b1-41e4-bf6a-4738baa0fe2d req-87566e95-1ba3-4cbc-a870-0bda52bf3687 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426073
Nov 13 07:53:23.714910 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:23.724300 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-79da626a-b2e3-41d3-9c42-bfa337369380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:23.926452 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:23.929323 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:23.932844 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Network 68227660-1969-4380-bdbb-e55ad209027e is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:53:23.941999 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:53:23.944772 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:53:24.072271 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:24.072912 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:24.112606 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c24b3a-5dac-4b13-8f03-e73428ca3256 req-4264f5d0-2e1b-4557-a050-bdd221a41280 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:24.113312 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-47c24b3a-5dac-4b13-8f03-e73428ca3256 req-4264f5d0-2e1b-4557-a050-bdd221a41280 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Synchronizing usage tracker for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:24.274932 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7174587
Nov 13 07:53:24.290055 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Request body: {'port': {'device_id': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:24.302212 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b94b5b2d-0763-4d86-9876-b3ffeb323a69 None None] Provisioning for port 020633ea-1a2e-4d3a-b46d-9384d4bec624 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:53:24.307367 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b94b5b2d-0763-4d86-9876-b3ffeb323a69 None None] Provisioning complete for port 020633ea-1a2e-4d3a-b46d-9384d4bec624 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:53:24.307801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b94b5b2d-0763-4d86-9876-b3ffeb323a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:24.328646 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:53:24.339453 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:24.354502 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-47c24b3a-5dac-4b13-8f03-e73428ca3256 req-4264f5d0-2e1b-4557-a050-bdd221a41280 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Unset dirty status for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:24.355745 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-47c24b3a-5dac-4b13-8f03-e73428ca3256 req-4264f5d0-2e1b-4557-a050-bdd221a41280 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 931 time: 0.5237496
Nov 13 07:53:24.367123 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b94b5b2d-0763-4d86-9876-b3ffeb323a69 None None] Port 020633ea-1a2e-4d3a-b46d-9384d4bec624 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:53:24.367676 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dc336-dea5-4ca9-862a-19ac7eeb2694 req-b514e602-cff9-4140-a55d-328dbd1b8f84 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:24.368807 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-694dc336-dea5-4ca9-862a-19ac7eeb2694 req-b514e602-cff9-4140-a55d-328dbd1b8f84 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 932 time: 0.0858521
Nov 13 07:53:24.414777 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-694dc336-dea5-4ca9-862a-19ac7eeb2694 req-4b087cbe-5605-4ebf-8e79-53465d35cfa4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404809
Nov 13 07:53:24.416677 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Transition to ACTIVE for port object 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:53:24.460464 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:24.478318 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-47c24b3a-5dac-4b13-8f03-e73428ca3256 req-4ad018ce-89ef-4c96-9f76-505275e80bf2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081827
Nov 13 07:53:24.510358 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:24.519495 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-bf312758-ed23-4206-b162-841dd362355f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:24.710620 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Pushing event updated for resources: {'Port': ['ID=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:24.713719 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:24.769324 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ffbf7-29bb-4761-8f42-1a912b8bf1a2 req-06a40380-fcf9-4843-8465-39527cd8f102 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:24.780252 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-704ffbf7-29bb-4761-8f42-1a912b8bf1a2 req-06a40380-fcf9-4843-8465-39527cd8f102 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 945 time: 0.0906560
Nov 13 07:53:24.822932 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-704ffbf7-29bb-4761-8f42-1a912b8bf1a2 req-b1dfc254-0546-4b49-8e58-843ec5cef740 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448873
Nov 13 07:53:24.932837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Attempting to bind port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:53:24.940641 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Attempting to bind port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:53:24.940641 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Attempting to bind port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 on network 5ce4da95-76b6-4434-b98c-5899f375e796 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:53:24.955424 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 on network 5ce4da95-76b6-4434-b98c-5899f375e796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:53:24.955659 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Attempting to bind port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 on network 5ce4da95-76b6-4434-b98c-5899f375e796 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:53:24.977710 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:53:24.986637 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Checking segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:53:24.986637 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Bound using segment: {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:53:24.986637 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Bound port: 0af3e445-8a61-4c2b-8348-8d66fb50e3a6, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4264599c-a7f0-4ad9-858f-4030bb650d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:53:24.986637 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:25.138513 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020633ea-1a2e-4d3a-b46d-9384d4bec624 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:53:25.145946 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] For port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:53:25.148686 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:25.151779 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] For port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:53:25.164923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Transition to ACTIVE for port object 020633ea-1a2e-4d3a-b46d-9384d4bec624 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:53:25.280776 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:25.284827 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:25.294832 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:25.360301 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:25.362366 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] 10.222.0.18 "PUT /v2.0/ports/0af3e445-8a61-4c2b-8348-8d66fb50e3a6 HTTP/1.1" status: 200  len: 1094 time: 2.0758750
Nov 13 07:53:25.371420 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:25.468207 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Pushing event updated for resources: {'Port': ['ID=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:25.660698 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'status': 'completed', 'code': 200}
Nov 13 07:53:25.706894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:25.719104 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:25.726169 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:25.726505 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:25.749583 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-e9bb882c-d030-44d9-b99a-194513896df7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:25.751192 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-e9bb882c-d030-44d9-b99a-194513896df7 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 945 time: 0.5114789
Nov 13 07:53:25.754692 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae5edf-b6d6-4b9a-8acd-e1e2b84ab6bc req-6fb3523a-7bcb-4ef3-9560-ace3d0b5fb5a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:25.762576 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c0ae5edf-b6d6-4b9a-8acd-e1e2b84ab6bc req-6fb3523a-7bcb-4ef3-9560-ace3d0b5fb5a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.1423190
Nov 13 07:53:25.812030 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c0ae5edf-b6d6-4b9a-8acd-e1e2b84ab6bc req-ede5e7e8-9f7d-4ae3-aafa-7b4e702bb260 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485101
Nov 13 07:53:25.896427 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Attempting to bind port 020633ea-1a2e-4d3a-b46d-9384d4bec624 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:53:25.896768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Attempting to bind port 020633ea-1a2e-4d3a-b46d-9384d4bec624 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:53:25.897113 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Attempting to bind port 020633ea-1a2e-4d3a-b46d-9384d4bec624 on network 68227660-1969-4380-bdbb-e55ad209027e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:53:25.913652 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Deleting port 74c33848-80cd-4dad-9e44-62fc6557bdbc {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:53:25.913997 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:25.947915 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-8134a567-ada8-43af-a16f-e67c1422c37d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 1097 time: 0.4183254
Nov 13 07:53:25.957619 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Port 020633ea-1a2e-4d3a-b46d-9384d4bec624 on network 68227660-1969-4380-bdbb-e55ad209027e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:53:25.957951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Attempting to bind port 020633ea-1a2e-4d3a-b46d-9384d4bec624 on network 68227660-1969-4380-bdbb-e55ad209027e {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:53:26.035003 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3f55a-d4ea-4659-a713-aea28e390676 req-e9c478f0-f160-4c05-9cd8-d06bfb1953a6 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:26.036541 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42f3f55a-d4ea-4659-a713-aea28e390676 req-e9c478f0-f160-4c05-9cd8-d06bfb1953a6 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 945 time: 0.0841708
Nov 13 07:53:26.084898 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-42f3f55a-d4ea-4659-a713-aea28e390676 req-b08f79a8-754d-46af-a72f-9340a97e7487 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/security-groups?id=847f2eea-9196-457b-9091-9f9cb48b832a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424333
Nov 13 07:53:26.187221 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-4f180fe9-c5d2-4aad-844d-e7d3ff3706dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6 HTTP/1.1" status: 200  len: 217 time: 0.2248182
Nov 13 07:53:26.187926 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:53:26.188254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Checking segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:53:26.189186 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Bound using segment: {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:53:26.189633 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Bound port: 020633ea-1a2e-4d3a-b46d-9384d4bec624, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7100d966-095c-4230-b5f1-8a8ae86902ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68227660-1969-4380-bdbb-e55ad209027e'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:53:26.189970 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:26.327530 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f454f1-34bc-4cdd-af36-6f0264d5b029 req-d5dfbbbd-af14-4e52-a078-633c75928533 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:26.328963 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e0f454f1-34bc-4cdd-af36-6f0264d5b029 req-d5dfbbbd-af14-4e52-a078-633c75928533 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.5342405
Nov 13 07:53:26.457435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-40dc5220-4440-46aa-a511-24432a587293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:26.458995 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-40dc5220-4440-46aa-a511-24432a587293 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.2598538
Nov 13 07:53:26.547021 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:53:26.585532 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:53:26.590619 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e0f454f1-34bc-4cdd-af36-6f0264d5b029 req-34a4b49c-38ba-44b0-b102-23d6d74fdb38 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2398160
Nov 13 07:53:26.596418 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] For port 74c33848-80cd-4dad-9e44-62fc6557bdbc, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74c33848-80cd-4dad-9e44-62fc6557bdbc,segment=NetworkSegment(0abac70f-00b3-40e0-a478-d3a711cf814a),segment_id=0abac70f-00b3-40e0-a478-d3a711cf814a)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:26.596781 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:26.718369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:26.727662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Calling delete_port for 74c33848-80cd-4dad-9e44-62fc6557bdbc owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:53:26.754173 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-eb3f55f1-a277-420c-ac8c-60f95829e34a tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:26.848321 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:26.849582 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] 10.222.0.18 "PUT /v2.0/ports/020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 200  len: 1093 time: 2.5635986
Nov 13 07:53:26.866734 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-6602e8f5-569d-4bbf-9439-ee1629c60e87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3903966
Nov 13 07:53:26.917375 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:26.920838 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:27.060384 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693eb14-6fe5-41f1-b673-6be2c2f427f2 req-3ac910c2-4792-4e7d-9186-ae487b480a2e tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:27.061961 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4693eb14-6fe5-41f1-b673-6be2c2f427f2 req-3ac910c2-4792-4e7d-9186-ae487b480a2e tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.0940700
Nov 13 07:53:27.111544 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4693eb14-6fe5-41f1-b673-6be2c2f427f2 req-a0038911-f73a-4178-b657-8e90143c37fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434148
Nov 13 07:53:27.131568 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-08b8c77c-22e5-4b2d-825d-6aafe095ee5c service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470052
Nov 13 07:53:27.239885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:27.249224 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8a26bc1c-d8cd-434e-8199-1365c3cddbd8 tempest-ServerRescueNegativeTestJSON-1676575134 tempest-ServerRescueNegativeTestJSON-1676575134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:27.254889 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['74c33848-80cd-4dad-9e44-62fc6557bdbc'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:53:27.283721 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-ad60a2a8-b591-4ccd-9fd0-24eb6204e8cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1096 time: 0.2683277
Nov 13 07:53:27.387290 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Pushing event deleted for resources: {'Port': ['ID=74c33848-80cd-4dad-9e44-62fc6557bdbc,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:27.389777 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:27.412096 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-74841188-d882-42c6-9215-3c66c46a6f7a req-17f411f9-8bea-42c4-a4b3-0118c31c9d31 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.1661105
Nov 13 07:53:27.493268 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-0a90f17a-13e1-4eea-8471-9cdb41b66b1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 200  len: 217 time: 0.1647947
Nov 13 07:53:27.508073 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] No DVR routers for this DVR port 74c33848-80cd-4dad-9e44-62fc6557bdbc on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:53:27.519670 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:27.536870 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-330c5daf-f87d-43a0-b365-4f6fb974d889 req-cd71528d-560c-4250-86b9-900807a747fa service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3837748
Nov 13 07:53:27.643193 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e625b615-8dcb-404f-afc1-d9dd89713a3b req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.18 "DELETE /v2.0/ports/74c33848-80cd-4dad-9e44-62fc6557bdbc HTTP/1.1" status: 204  len: 173 time: 1.8797722
Nov 13 07:53:27.662686 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}, {'server_uuid': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'name': 'network-vif-deleted', 'tag': '74c33848-80cd-4dad-9e44-62fc6557bdbc'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:27.683196 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757d0e2-8d7b-42b1-af4c-1dc083a204d6 req-32f72290-0ff2-42fb-bc59-859fc3094977 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:27.684649 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e757d0e2-8d7b-42b1-af4c-1dc083a204d6 req-32f72290-0ff2-42fb-bc59-859fc3094977 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0838637
Nov 13 07:53:27.732297 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e757d0e2-8d7b-42b1-af4c-1dc083a204d6 req-1bde0c77-475c-49fd-b500-2f5c530dc0dc tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0413759
Nov 13 07:53:27.815981 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36564424-d7fa-470c-9a75-84c9d503799c req-35125209-da4f-4a55-a24c-c36b56579184 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:27.817554 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-36564424-d7fa-470c-9a75-84c9d503799c req-35125209-da4f-4a55-a24c-c36b56579184 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0883241
Nov 13 07:53:27.821466 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'status': 'completed', 'code': 200}
Nov 13 07:53:27.821980 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9', 'name': 'network-vif-deleted', 'tag': '74c33848-80cd-4dad-9e44-62fc6557bdbc', 'status': 'completed', 'code': 200}
Nov 13 07:53:27.863389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-36564424-d7fa-470c-9a75-84c9d503799c req-880b9816-7929-412c-8e33-11dffaa33bec tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Synchronizing usage tracker for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:27.874475 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-36564424-d7fa-470c-9a75-84c9d503799c req-880b9816-7929-412c-8e33-11dffaa33bec tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Unset dirty status for tenant:f490cae0b0bc42e9967df5c301d2299b on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:27.875589 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-36564424-d7fa-470c-9a75-84c9d503799c req-880b9816-7929-412c-8e33-11dffaa33bec tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515962
Nov 13 07:53:28.409673 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c798-66f4-454b-97fc-a7830c0a408a req-f96c6979-b635-48f4-8ffb-05346b8952cf tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:28.410304 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-5129c798-66f4-454b-97fc-a7830c0a408a req-f96c6979-b635-48f4-8ffb-05346b8952cf tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:53:28.508209 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-5129c798-66f4-454b-97fc-a7830c0a408a req-f96c6979-b635-48f4-8ffb-05346b8952cf tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:53:28.509389 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5129c798-66f4-454b-97fc-a7830c0a408a req-f96c6979-b635-48f4-8ffb-05346b8952cf tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.2710173
Nov 13 07:53:28.557695 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5129c798-66f4-454b-97fc-a7830c0a408a req-e3a0d336-9c50-4d47-a6a5-24f3ea904b44 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425563
Nov 13 07:53:28.586546 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ecf98251-6a65-4477-8c3b-7a9a1d817660 req-ead74dc3-066d-48d7-ac6b-e5e24e7d39be tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0521991
Nov 13 07:53:28.931903 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b60ab6-cedc-484b-ab24-eae8c14cfbc0 req-67ee86b6-c3aa-4ad5-8ad3-105aa14db1d3 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:28.933345 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-79b60ab6-cedc-484b-ab24-eae8c14cfbc0 req-67ee86b6-c3aa-4ad5-8ad3-105aa14db1d3 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0756199
Nov 13 07:53:28.985520 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-79b60ab6-cedc-484b-ab24-eae8c14cfbc0 req-ec689edb-b93c-4318-8393-70ffbab465ed tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0466952
Nov 13 07:53:29.087707 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b31ff5-15d0-4568-9a9a-54c343baba97 req-11ce0bf5-2423-435a-ad46-78c33a6ed9d3 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:29.089046 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-69b31ff5-15d0-4568-9a9a-54c343baba97 req-11ce0bf5-2423-435a-ad46-78c33a6ed9d3 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0783317
Nov 13 07:53:29.134231 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-69b31ff5-15d0-4568-9a9a-54c343baba97 req-a8ed83f8-7a94-4783-995c-2d0ca7362e94 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397575
Nov 13 07:53:29.322919 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-c0abfa3f-fe39-4544-8516-d979b4eda2d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:29.324438 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-c0abfa3f-fe39-4544-8516-d979b4eda2d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.0580740
Nov 13 07:53:29.750177 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-20d8670f-72ca-45a0-9903-eb3457db67e3 req-ff428005-eaad-4350-8725-3f457e21d5b6 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0409977
Nov 13 07:53:29.750795 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf583e0-ec9b-4507-8ef5-c6dee5421f02 req-8bfbc610-7bc8-466d-9cd4-5c1f9dede724 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:29.752102 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4cf583e0-ec9b-4507-8ef5-c6dee5421f02 req-8bfbc610-7bc8-466d-9cd4-5c1f9dede724 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.0756187
Nov 13 07:53:29.812773 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4cf583e0-ec9b-4507-8ef5-c6dee5421f02 req-f96736ca-4d78-49cc-86c1-faddfe69a7a4 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442655
Nov 13 07:53:30.179999 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756be019-828c-4dfd-9808-c036e231efdc req-b4091cab-9866-4eb0-9116-5eaa7f2a8254 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:30.181342 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-756be019-828c-4dfd-9808-c036e231efdc req-b4091cab-9866-4eb0-9116-5eaa7f2a8254 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0779705
Nov 13 07:53:30.231957 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-756be019-828c-4dfd-9808-c036e231efdc req-4ff774ee-1229-447f-ab1d-2a783c1e83bc tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0449917
Nov 13 07:53:30.364896 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:30.486466 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-b4045044-42e9-46d6-9797-e622b0cd2265 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 1097 time: 0.2075715
Nov 13 07:53:30.491022 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-bca5cab7-222b-4167-994c-73d61ef70fa9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2528119
Nov 13 07:53:30.497133 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb5df8-f007-4408-980b-c86bdb1e814d req-f2e20bf7-5462-4447-9f1e-6729151ff572 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:30.498450 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-19bb5df8-f007-4408-980b-c86bdb1e814d req-f2e20bf7-5462-4447-9f1e-6729151ff572 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1793947
Nov 13 07:53:30.699063 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-25b51734-dffb-458a-aeae-72e5beadc303 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1137 time: 0.3055780
Nov 13 07:53:30.771486 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-19bb5df8-f007-4408-980b-c86bdb1e814d req-eded7f93-f32e-4ed9-9980-a17b76df6fb0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2424378
Nov 13 07:53:30.867367 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-14f8b5ef-9d13-46e0-846d-68f4e4b4b2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:30.868808 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-14f8b5ef-9d13-46e0-846d-68f4e4b4b2bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 912 time: 0.3653591
Nov 13 07:53:30.884180 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-453a1448-5a71-4e0b-ad56-71d244f4a923 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3747079
Nov 13 07:53:30.923301 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-83a2ad35-ea03-4b73-afa4-97562ed28a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:30.924993 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-83a2ad35-ea03-4b73-afa4-97562ed28a50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 915 time: 0.2082999
Nov 13 07:53:30.934782 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7deddedb-8791-4dc0-b798-6a5f6d9c7f2d req-8aaef267-18e9-4bd7-a343-075536381d1e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0475912
Nov 13 07:53:31.017041 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ba895-b930-4877-a3a1-2e8072477077 req-5a31ed08-a736-45d0-96a2-40f49086bc8a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:31.018459 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-001ba895-b930-4877-a3a1-2e8072477077 req-5a31ed08-a736-45d0-96a2-40f49086bc8a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.0798819
Nov 13 07:53:31.067838 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-001ba895-b930-4877-a3a1-2e8072477077 req-cf34b3f7-ab85-4c55-a2d3-b0e2d9615438 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439789
Nov 13 07:53:31.456621 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64322-a64e-4962-b3ce-4d5a2f91d519 req-4af8ba6c-eaef-4224-9be6-f41d25a2d231 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:31.458070 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-04d64322-a64e-4962-b3ce-4d5a2f91d519 req-4af8ba6c-eaef-4224-9be6-f41d25a2d231 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0811260
Nov 13 07:53:31.504919 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-04d64322-a64e-4962-b3ce-4d5a2f91d519 req-94438d82-e4e3-4716-8132-b0a86e82b9d5 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414140
Nov 13 07:53:32.003058 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c3b47-ff34-43c6-a4bd-b10d38a983f1 req-042b848c-9880-441c-8d6f-920d654634b4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:32.007127 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a6c3b47-ff34-43c6-a4bd-b10d38a983f1 req-042b848c-9880-441c-8d6f-920d654634b4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1011009
Nov 13 07:53:32.050516 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8a6c3b47-ff34-43c6-a4bd-b10d38a983f1 req-aadb1126-4ba4-48e4-81ce-4c10e264ca93 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400877
Nov 13 07:53:32.128286 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c04c48aa-d829-421f-8772-55e8bcd3acfc req-b4e44e30-a44a-4be9-956b-6b9fdbbc4f02 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0427182
Nov 13 07:53:32.272167 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e286a3e-7024-423f-aa32-c15e0dcfb037 req-843951e8-bce1-40c3-85ad-07f4fcfd6dff tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:32.273568 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8e286a3e-7024-423f-aa32-c15e0dcfb037 req-843951e8-bce1-40c3-85ad-07f4fcfd6dff tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.0794244
Nov 13 07:53:32.319355 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8e286a3e-7024-423f-aa32-c15e0dcfb037 req-b7dcd086-d515-41a4-a848-5b8913cc42bf tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403595
Nov 13 07:53:32.610078 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 74c33848-80cd-4dad-9e44-62fc6557bdbc no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:53:32.646020 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 74c33848-80cd-4dad-9e44-62fc6557bdbc {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:53:32.646284 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 74c33848-80cd-4dad-9e44-62fc6557bdbc not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:53:32.698335 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d04d6-b2cf-4fe3-b8bd-ea43605c1021 req-b7f34905-a7d7-42ef-9cf0-9957965e3617 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:32.699772 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-de8d04d6-b2cf-4fe3-b8bd-ea43605c1021 req-b7f34905-a7d7-42ef-9cf0-9957965e3617 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0754170
Nov 13 07:53:32.749239 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-de8d04d6-b2cf-4fe3-b8bd-ea43605c1021 req-0f270503-e868-4f10-9a06-054916fee3b1 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439320
Nov 13 07:53:33.270768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad709-a6ad-45e6-b46c-ac9aa68ca711 req-f6dd6964-9197-4554-b9cb-cee3bb307275 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:33.274720 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8c3ad709-a6ad-45e6-b46c-ac9aa68ca711 req-f6dd6964-9197-4554-b9cb-cee3bb307275 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0826178
Nov 13 07:53:33.300746 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0af44df8-a233-444d-afbf-137592ff0916 req-7294d6c6-b10f-4510-9144-e42dee39ba1e tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc046a65-12ec-4bf8-8fe6-c9f3a29bddf9 HTTP/1.1" status: 200  len: 210 time: 0.0443654
Nov 13 07:53:33.318824 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8c3ad709-a6ad-45e6-b46c-ac9aa68ca711 req-ad456fa9-4d40-42c1-84aa-51164babcefa tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408905
Nov 13 07:53:33.519480 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d33b-db97-4ecd-b262-56fe9bfa6cb8 req-226a3b80-3cbe-4404-954b-29a3b3b97c4d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:33.520928 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ac83d33b-db97-4ecd-b262-56fe9bfa6cb8 req-226a3b80-3cbe-4404-954b-29a3b3b97c4d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.0840049
Nov 13 07:53:33.570139 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ac83d33b-db97-4ecd-b262-56fe9bfa6cb8 req-3da29f7d-7064-4d0e-88fe-411e5f80a3e9 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436780
Nov 13 07:53:33.813290 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-7f6b3535-3737-48fa-a80b-caf73bb614c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6 HTTP/1.1" status: 200  len: 217 time: 0.2485108
Nov 13 07:53:33.838283 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4aef4210-877d-445c-b09e-aa2e9ede6bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:34.026915 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-db15cd35-b600-448c-bc5c-74fb40bd1915 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 1001 time: 0.4047060
Nov 13 07:53:34.036207 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-83b64491-c49e-497a-8adb-ad3e058c6c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:34.036326 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-83b64491-c49e-497a-8adb-ad3e058c6c15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.2064180
Nov 13 07:53:34.139849 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-971ee7e2-46c8-4e77-a4b5-00995b8a8416 req-c186e119-2e6b-454a-a03a-0503b37d4264 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5158684
Nov 13 07:53:34.143066 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:34.175702 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-3e06273c-30b4-4955-a398-d9b2b4a1957d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:34.177147 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-3e06273c-30b4-4955-a398-d9b2b4a1957d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 200  len: 853 time: 0.1399844
Nov 13 07:53:34.193532 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbf313-cba7-4c1d-b3a0-5c1ba4790c51 req-f7529327-1e8c-4a10-a780-2dae2a12195c tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:34.194750 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c3bbf313-cba7-4c1d-b3a0-5c1ba4790c51 req-f7529327-1e8c-4a10-a780-2dae2a12195c tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.2780187
Nov 13 07:53:34.289253 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-f45e078b-1f9f-4bea-bb04-b16b94cfc645 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2029836
Nov 13 07:53:34.327519 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c3bbf313-cba7-4c1d-b3a0-5c1ba4790c51 req-be121df9-977b-41bc-ad5f-df4979bb87c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0944881
Nov 13 07:53:34.409036 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42032) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:34.445892 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-701cc631-254a-494f-ab12-d79d6b2fd6ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2600110
Nov 13 07:53:34.478353 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Deleting subnet 87dbc69f-6a7f-4283-a7bb-a6df28c93f8e {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:53:34.484008 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:34.532251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:34.621895 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-ee8efd79-6df7-47a8-bb13-ed473642bf9f service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3215129
Nov 13 07:53:34.663855 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-edcb116c-bd1c-4f75-bf56-71997e88b794 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1096 time: 0.3325286
Nov 13 07:53:34.682187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:34.815705 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae08ed-3e3d-442e-9406-5953e6994e8a req-f9aaddef-c547-4675-92b5-49d67fa246a1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:34.817299 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-02ae08ed-3e3d-442e-9406-5953e6994e8a req-f9aaddef-c547-4675-92b5-49d67fa246a1 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 944 time: 0.1071277
Nov 13 07:53:34.843497 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-becedabf-dd40-432f-be9a-65d3dfc1d58a service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3856800
Nov 13 07:53:34.862895 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-02ae08ed-3e3d-442e-9406-5953e6994e8a req-c0914e63-6de4-4368-96b7-c9e8a54f65ed tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397086
Nov 13 07:53:34.891700 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:34.897267 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:34.931849 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de35f8-2fb4-4a14-a771-6ef1739f9c23 req-6cf8bd4c-a2cc-486a-ae9e-6faf14c9abae tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:34.933168 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87dbc69f-6a7f-4283-a7bb-a6df28c93f8e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:34.933313 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-46de35f8-2fb4-4a14-a771-6ef1739f9c23 req-6cf8bd4c-a2cc-486a-ae9e-6faf14c9abae tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.4347043
Nov 13 07:53:34.935659 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:34.939959 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:34.949181 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87dbc69f-6a7f-4283-a7bb-a6df28c93f8e HTTP/1.1" status: 204  len: 168 time: 0.5390472
Nov 13 07:53:34.949928 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42038) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:35.060909 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.066408 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0fb9303b-feb1-4a5f-b4c8-334bc10d6b53 req-423a8367-85b4-4ba0-97e5-414e6ae36433 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4351697
Nov 13 07:53:35.069439 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-979b931c-88dd-4787-a312-66f1e61fbd81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:35.070848 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-979b931c-88dd-4787-a312-66f1e61fbd81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.3836401
Nov 13 07:53:35.190124 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-05670f2f-5c3f-40cf-810d-cec6e5c78a6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 200  len: 217 time: 0.0958285
Nov 13 07:53:35.194571 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-46de35f8-2fb4-4a14-a771-6ef1739f9c23 req-1e4906d5-d55c-4247-b107-baa9726b9427 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1929476
Nov 13 07:53:35.211367 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.235919 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-63c06a59-bacc-46a5-b304-8e089ae71f04 req-a60de373-58f9-4052-aacf-4f49beeeb64c service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3796799
Nov 13 07:53:35.239278 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee3676a0>,) {'filters': {'network_id': ['13dc6fb3-9bcb-4e4a-8416-084631603788']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:35.254368 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee3676a0>, '0abac70f-00b3-40e0-a478-d3a711cf814a') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:35.254898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee3676a0>, '0abac70f-00b3-40e0-a478-d3a711cf814a') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:35.269427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.288495 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.314175 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:53:35.314175 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:53:35.326564 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:53:35.396385 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-680c9d01-680c-46aa-8f2e-cbac86592ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:35.401237 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-680c9d01-680c-46aa-8f2e-cbac86592ca4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.2008002
Nov 13 07:53:35.481756 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-5d7134ee-9007-496e-a285-73af20020000 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772398
Nov 13 07:53:35.508222 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.521868 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-726137ad-cf63-43c3-a12d-7bbd9e5f11e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:35.547431 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.550910 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Pushing event deleted for resources: {'Network': ['ID=13dc6fb3-9bcb-4e4a-8416-084631603788,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:35.558075 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:35.589353 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:53:35.591192 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467e017-3a98-4471-bf83-3e52460bbe1c req-18595171-e237-4d42-9ed2-bc445bcf8c16 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:35.598755 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0467e017-3a98-4471-bf83-3e52460bbe1c req-18595171-e237-4d42-9ed2-bc445bcf8c16 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.1295302
Nov 13 07:53:35.633582 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] 10.222.0.32 "DELETE /v2.0/networks/13dc6fb3-9bcb-4e4a-8416-084631603788 HTTP/1.1" status: 204  len: 168 time: 0.6782079
Nov 13 07:53:35.649085 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0467e017-3a98-4471-bf83-3e52460bbe1c req-0f64bf5d-dd3d-49d9-9c7f-0b46ebb724f4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0494008
Nov 13 07:53:35.693168 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-d831772a-cbbe-4e64-97ce-1a6b1955d612 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022514
Nov 13 07:53:35.744784 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:35.762057 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'port_id': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'mac_address': 'fa:16:3e:ec:a5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:53:35.831456 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.848326 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:53:35.851615 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7bd2041b-2d52-46c0-b00f-8ef6673fd54f req-f230dea7-063f-45c8-8e4f-21530bf4b836 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460025
Nov 13 07:53:35.871290 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:35.942069 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:35.943856 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-d0ce9f79-569a-418d-8fae-af64176e3b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:35.990473 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1867-0e36-4a54-9389-3ade6a8dca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:36.013331 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:36.022767 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.023113 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.023450 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.023779 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.024157 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.024488 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.024815 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.025136 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.025454 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.025772 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.026142 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:53:36.030239 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:36.072909 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cef0ee-b753-4cf9-98be-e4630a965f45 req-b2ac2cb5-93e5-4ee6-95f1-83f8b9e5e63c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:36.074385 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-01cef0ee-b753-4cf9-98be-e4630a965f45 req-b2ac2cb5-93e5-4ee6-95f1-83f8b9e5e63c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 945 time: 0.0872159
Nov 13 07:53:36.093391 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42062) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:36.129482 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-01cef0ee-b753-4cf9-98be-e4630a965f45 req-eee37ccb-d3ad-4075-b0c6-a84ffca85460 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494614
Nov 13 07:53:36.145790 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-abbb44b5-330b-476b-9fa6-49768fbd0ca3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f0c482ef1eb4f8fa6c1320897c1678b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0511787
Nov 13 07:53:36.148167 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42068) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:36.209514 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:36.230221 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['0af3e445-8a61-4c2b-8348-8d66fb50e3a6'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:53:36.237568 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:36.360754 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:36.368150 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b15e5a60-711c-4de0-8d9c-7420b89c78a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:36.379983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847f2eea-9196-457b-9091-9f9cb48b832a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:36.382398 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:36.492856 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd2dfd-4cf5-4351-8694-e0f871240fda req-95961eb7-87a7-4ba2-8476-314492ec3b40 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:36.494261 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4dcd2dfd-4cf5-4351-8694-e0f871240fda req-95961eb7-87a7-4ba2-8476-314492ec3b40 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0824375
Nov 13 07:53:36.496169 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:36.497173 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/847f2eea-9196-457b-9091-9f9cb48b832a HTTP/1.1" status: 204  len: 168 time: 0.3481376
Nov 13 07:53:36.545471 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4dcd2dfd-4cf5-4351-8694-e0f871240fda req-7e48a2ad-77fc-4010-b38b-adbfa2894d66 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454242
Nov 13 07:53:36.853049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676dee-635b-42f4-b08b-214c91d626e4 req-6b242fd2-dc03-43ba-8ad7-af82b40b28f3 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:36.854545 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-07676dee-635b-42f4-b08b-214c91d626e4 req-6b242fd2-dc03-43ba-8ad7-af82b40b28f3 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0804114
Nov 13 07:53:36.923447 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-07676dee-635b-42f4-b08b-214c91d626e4 req-4c08a21f-d66b-4541-8089-9cc16b725b4b tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0544052
Nov 13 07:53:36.940444 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:37.339266 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85050d-d7c3-4659-99bd-325b584badd6 req-c4cfadec-5ea3-400b-9423-fcdfe7dfdca2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:37.340716 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4c85050d-d7c3-4659-99bd-325b584badd6 req-c4cfadec-5ea3-400b-9423-fcdfe7dfdca2 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 945 time: 0.0778575
Nov 13 07:53:37.389877 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4c85050d-d7c3-4659-99bd-325b584badd6 req-70d69cfc-5d1c-4ecb-94bc-a58bbf413109 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430088
Nov 13 07:53:37.594907 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:53:37.598325 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:53:37.792525 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:37.806947 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb03c9-4804-43e8-8745-97779e9edf49 req-f8715dbe-5559-4035-807c-3f04bda73604 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:37.810758 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'port_id': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'mac_address': 'fa:16:3e:b9:94:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:53:37.816177 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2eeb03c9-4804-43e8-8745-97779e9edf49 req-f8715dbe-5559-4035-807c-3f04bda73604 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1287482
Nov 13 07:53:37.845798 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:53:37.890883 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2eeb03c9-4804-43e8-8745-97779e9edf49 req-4648278f-9bc1-4976-9727-6b03ef6e5e9e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736167
Nov 13 07:53:37.892953 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:53:37.893515 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:37.953351 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:37.976729 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020633ea-1a2e-4d3a-b46d-9384d4bec624 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:53:37.997014 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:38.055105 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:38.083679 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:38.091715 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:38.094357 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:38.165570 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:38.166908 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:38.169634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610dc7d-6ebb-4934-ba0e-67ecfd5882af req-d304ee0a-31fc-4fed-8d95-1cc0422e2f85 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:38.170144 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:38.174642 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5610dc7d-6ebb-4934-ba0e-67ecfd5882af req-d304ee0a-31fc-4fed-8d95-1cc0422e2f85 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.1188338
Nov 13 07:53:38.259169 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5610dc7d-6ebb-4934-ba0e-67ecfd5882af req-3a7d8257-b895-4a70-afdf-7972baf6aae4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0800133
Nov 13 07:53:38.292947 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:38.294411 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:38.341143 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'code': 200}
Nov 13 07:53:38.366183 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['020633ea-1a2e-4d3a-b46d-9384d4bec624'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:53:38.415886 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:38.419038 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:38.618256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d80ca-def9-449f-95f0-21a95b070dcb req-2c07070f-88ba-4f44-b1bc-574ed59aa8e0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:38.625993 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-234d80ca-def9-449f-95f0-21a95b070dcb req-2c07070f-88ba-4f44-b1bc-574ed59aa8e0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.1017697
Nov 13 07:53:38.668298 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-234d80ca-def9-449f-95f0-21a95b070dcb req-3f15f370-a04c-4a16-b73c-8d17b77d0189 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421214
Nov 13 07:53:38.678767 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:38.739271 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a84c15eb-6dcf-44e5-8571-1d86b104f052 req-b273494f-66e3-47f2-aca6-27dd4a445eff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 1099 time: 0.0705647
Nov 13 07:53:38.789936 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a84c15eb-6dcf-44e5-8571-1d86b104f052 req-561e5be2-9049-475d-98ee-5e48ef41a295 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429938
Nov 13 07:53:39.098528 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce870f18-6e5f-4bff-b140-a0ce17ae29c5 req-ab2eef29-64fc-43c6-86a2-68141d2f7b0a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:39.100047 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce870f18-6e5f-4bff-b140-a0ce17ae29c5 req-ab2eef29-64fc-43c6-86a2-68141d2f7b0a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 944 time: 0.0791318
Nov 13 07:53:39.148278 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce870f18-6e5f-4bff-b140-a0ce17ae29c5 req-9a77bdf5-f884-47be-a65e-4d927adf35af tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427344
Nov 13 07:53:39.460637 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f20ae-c12a-4eab-9140-a6760815373d req-24f4f9a2-1021-41a4-99a8-b32789ce8f7d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:39.462083 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-231f20ae-c12a-4eab-9140-a6760815373d req-24f4f9a2-1021-41a4-99a8-b32789ce8f7d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0783663
Nov 13 07:53:39.512219 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-231f20ae-c12a-4eab-9140-a6760815373d req-24758bfd-d7d5-4224-86ce-54c512b0c61a tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0427437
Nov 13 07:53:39.620045 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:53:39.689378 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42182) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:39.759375 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 020633ea-1a2e-4d3a-b46d-9384d4bec624 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:53:39.767758 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 020633ea-1a2e-4d3a-b46d-9384d4bec624 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:53:39.768374 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:39.849670 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:39.893612 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259a1b3-f17d-4d3f-99e2-143822880d22 req-47da9fa0-9c18-407b-84eb-8ad2aa736b3a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:39.895570 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6259a1b3-f17d-4d3f-99e2-143822880d22 req-47da9fa0-9c18-407b-84eb-8ad2aa736b3a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.0964289
Nov 13 07:53:39.901534 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:39.906857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a8370d08033c4bcf9c18197b2504b7c1 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:39.909893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:39.916772 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:39.930121 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:39.967134 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:53:39.980273 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6259a1b3-f17d-4d3f-99e2-143822880d22 req-1c9141d9-696d-4737-b036-df58fcdc6681 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784976
Nov 13 07:53:39.994704 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.011614 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42196) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:40.071908 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.073688 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:40.095098 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.103882 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7aced256-b170-4a3c-94de-36e82220b9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:40.141897 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:40.144932 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:40.150526 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8370d08033c4bcf9c18197b2504b7c1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4599447
Nov 13 07:53:40.151522 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7540280b-ccee-451c-a871-1077fc0a2f56,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:40.153888 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42202) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:40.154606 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7021eb63-13ae-48b2-b4d7-b60c9dc543f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:40.191738 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.221559 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.229229 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:40.233646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Usage tracker for resource:security_group_rule and tenant:8d05def523fb4ebcb6f91222ceff8a60 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:40.236895 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:40.242579 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:40.253127 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.342702 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:40.363527 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.395236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9642f1-25cd-4102-b9d8-947274638e6e req-0c6c3125-198f-4984-a6f1-1b42078ef5c4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:40.397489 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0d9642f1-25cd-4102-b9d8-947274638e6e req-0c6c3125-198f-4984-a6f1-1b42078ef5c4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1048694
Nov 13 07:53:40.400214 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'code': 200}
Nov 13 07:53:40.434143 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.441701 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.441968 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-27de44b2-b128-4f45-9e00-9298fed41015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:40.451677 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:40.454146 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540280b-ccee-451c-a871-1077fc0a2f56,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:40.456521 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:40.461096 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.464958 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7540280b-ccee-451c-a871-1077fc0a2f56 HTTP/1.1" status: 204  len: 168 time: 0.3073387
Nov 13 07:53:40.500034 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0d9642f1-25cd-4102-b9d8-947274638e6e req-16576efd-e855-4c89-8cbb-931834574f31 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912607
Nov 13 07:53:40.514018 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d05def523fb4ebcb6f91222ceff8a60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4988258
Nov 13 07:53:40.514018 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c998477-ff14-427e-90cf-584ef633e6dc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:40.514534 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42212) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:40.525946 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:40.594079 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.621028 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.730998 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f962f40-cf7a-4bf6-8566-6193060c6973 req-f8218faa-b01d-494d-9e6a-39ef90f48e8d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:40.732470 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0f962f40-cf7a-4bf6-8566-6193060c6973 req-f8218faa-b01d-494d-9e6a-39ef90f48e8d tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0823274
Nov 13 07:53:40.782223 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0f962f40-cf7a-4bf6-8566-6193060c6973 req-39552566-9f12-4ab7-97f0-1cd8d72ce783 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0432200
Nov 13 07:53:40.832756 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.837235 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-47d281dd-6ffb-4e7d-8832-6c125c94437b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:40.850350 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c998477-ff14-427e-90cf-584ef633e6dc,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:40.852616 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:40.869459 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:40.871282 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c998477-ff14-427e-90cf-584ef633e6dc HTTP/1.1" status: 204  len: 168 time: 0.3558984
Nov 13 07:53:40.879470 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-261abdf2-0c73-4fb5-8c21-f294da22d1db req-8d9e4f1a-b894-403c-90ba-85db64a80877 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1098 time: 0.0962975
Nov 13 07:53:40.928967 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-261abdf2-0c73-4fb5-8c21-f294da22d1db req-afb12560-1dee-483b-ae51-7635a5c8fac3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382118
Nov 13 07:53:41.183266 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e104a64-4a1f-4532-9c9e-6cba3aecd90f req-42cafbbb-0cd6-4e23-b332-5bb4ceb1cb1d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:41.184724 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7e104a64-4a1f-4532-9c9e-6cba3aecd90f req-42cafbbb-0cd6-4e23-b332-5bb4ceb1cb1d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.0815601
Nov 13 07:53:41.226137 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42230) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:41.248091 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:41.294466 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:53:41.299503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Usage tracker for resource:security_group_rule and tenant:cd187f025abd4c81801c517f7e6ff70c is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:53:41.302535 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:53:41.308583 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:53:41.324866 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-7e104a64-4a1f-4532-9c9e-6cba3aecd90f req-22b949ce-fa36-46c7-984f-c8eaca874f59 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324654
Nov 13 07:53:41.389192 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:41.490227 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:41.501426 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4233d934-89f8-4041-b74f-8881206e88aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:41.550748 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ab143-35e9-4f7c-bddf-7fa90f337d2d,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:41.555193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:41.561549 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-c86c6909-6ace-4537-ab27-04ac72670954 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd187f025abd4c81801c517f7e6ff70c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3335404
Nov 13 07:53:41.561868 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42246) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:41.587855 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad20a9f-ac62-4ca3-b619-17a9ad2e0f5a req-fe631da0-22e2-49ad-855f-b5096dec2280 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:41.589313 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0ad20a9f-ac62-4ca3-b619-17a9ad2e0f5a req-fe631da0-22e2-49ad-855f-b5096dec2280 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.1378939
Nov 13 07:53:41.599790 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42250) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:41.605488 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Request body: {'floatingip': {'port_id': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:41.690625 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:41.695413 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:41.774745 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:41.854224 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a40af-705c-4e5a-86fd-51fe6ddbcaf0 req-a0e0e03a-b4c1-46c8-8253-e900c16c14ba tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:41.861091 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-909a40af-705c-4e5a-86fd-51fe6ddbcaf0 req-a0e0e03a-b4c1-46c8-8253-e900c16c14ba tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1609769
Nov 13 07:53:41.941458 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-909a40af-705c-4e5a-86fd-51fe6ddbcaf0 req-0bfaedfe-9421-4bf8-92dd-7fecef7acad0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688710
Nov 13 07:53:41.955069 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:41.960016 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6231eb61-1bec-45f7-9521-415ea25140bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:41.975496 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ab143-35e9-4f7c-bddf-7fa90f337d2d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:41.978385 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:42.028083 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:42.032406 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c6ab143-35e9-4f7c-bddf-7fa90f337d2d HTTP/1.1" status: 204  len: 168 time: 0.4681952
Nov 13 07:53:42.283338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e6cc8-eb64-4e28-acec-46485480cf44 req-1cc4e1f7-ac91-4066-b515-b866b016f2c8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:42.284827 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e77e6cc8-eb64-4e28-acec-46485480cf44 req-1cc4e1f7-ac91-4066-b515-b866b016f2c8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.3050427
Nov 13 07:53:42.444246 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e77e6cc8-eb64-4e28-acec-46485480cf44 req-a87f0b0e-d7b3-459f-96da-f3794a7ec2ce tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1445365
Nov 13 07:53:42.669136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:42.735705 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:42.931135 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Floating IP 7f1efd6a-ce0c-420a-a990-c543b453b157 associated. External IP: 172.27.1.172, port: 0af3e445-8a61-4c2b-8348-8d66fb50e3a6.
Nov 13 07:53:43.197197 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb857e-b526-48ed-8f04-4b501bc8b3e2 req-6ed31d26-8cfe-4701-b0a1-0062bcb1a217 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:43.198914 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dffb857e-b526-48ed-8f04-4b501bc8b3e2 req-6ed31d26-8cfe-4701-b0a1-0062bcb1a217 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0899670
Nov 13 07:53:43.252679 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dffb857e-b526-48ed-8f04-4b501bc8b3e2 req-cb264c77-4035-469e-bc1b-bea4b1364dee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461752
Nov 13 07:53:43.365145 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Router d608b1da-c5a6-413e-bdb0-a519011dae4a has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:53:43.538482 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bd141-4eda-4da8-b78c-d4db17ffb03c req-4397a4ba-99ac-4b05-80e5-ff1d49240322 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:43.546099 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-de7bd141-4eda-4da8-b78c-d4db17ffb03c req-4397a4ba-99ac-4b05-80e5-ff1d49240322 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1118956
Nov 13 07:53:43.551080 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42334) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:43.556587 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Request body: {'floatingip': {'port_id': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:53:43.664697 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:43.832279 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:53:43.843581 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] Sync routers for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:53:43.849927 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:43.862177 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:43.863158 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee8e49a0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:53:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:43.917386 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-16f61362-e23a-4792-87e4-4909f356cab8 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "PUT /v2.0/floatingips/7f1efd6a-ce0c-420a-a990-c543b453b157 HTTP/1.1" status: 200  len: 992 time: 2.3162632
Nov 13 07:53:43.918109 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:43.930444 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee18cc3-836f-469c-b4b7-c007efd89ab3 req-0fd2e00b-e205-4899-8b99-f9cc7fc68e9c tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:43.932401 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9ee18cc3-836f-469c-b4b7-c007efd89ab3 req-0fd2e00b-e205-4899-8b99-f9cc7fc68e9c tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.2061453
Nov 13 07:53:44.085485 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:44.100662 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9ee18cc3-836f-469c-b4b7-c007efd89ab3 req-f279200a-b62e-4ba1-af05-2a98a3105c2a tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1467228
Nov 13 07:53:44.209192 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'status': 'completed', 'code': 200}
Nov 13 07:53:44.332232 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-b8e6759e-4014-45bc-bde4-7bc31abe4785 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728dba4850df46759bff46353cf16a60&device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 1099 time: 0.0947192
Nov 13 07:53:44.509741 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:44.561591 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-f37c0ca7-db9f-43b8-bfdb-5e8b58e05134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:44.563102 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-f37c0ca7-db9f-43b8-bfdb-5e8b58e05134 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 200  len: 912 time: 0.2193842
Nov 13 07:53:44.574319 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:44.594488 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee8e49a0>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '7f1efd6a-ce0c-420a-a990-c543b453b157', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'port_id': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'mac_address': 'fa:16:3e:ec:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:12Z', 'updated_at': '2021-11-13T07:53:42Z', 'revision_number': 1, 'project_id': '728dba4850df46759bff46353cf16a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:44.603197 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] Checking router: d608b1da-c5a6-413e-bdb0-a519011dae4a for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:53:44.618589 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:44.619353 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee8e49a0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:53:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:44.722703 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-00d72f12-e4a8-4404-b743-264c789d8a6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6 HTTP/1.1" status: 200  len: 1000 time: 0.1419160
Nov 13 07:53:44.792207 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-7099fae2-6bda-4eaa-b785-48bc9c82c599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:44.796952 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-7099fae2-6bda-4eaa-b785-48bc9c82c599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 200  len: 850 time: 0.0657523
Nov 13 07:53:44.836593 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.l3_db [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Floating IP 37db218c-89a1-43ae-b5ff-72cde8ed5061 associated. External IP: 172.27.1.58, port: 020633ea-1a2e-4d3a-b46d-9384d4bec624.
Nov 13 07:53:44.838638 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:44.896760 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-c4a43a66-f42e-49c9-b2e0-8883272244b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ce4da95-76b6-4434-b98c-5899f375e796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867996
Nov 13 07:53:45.076813 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-2e22449d-f083-4fbe-bca3-018bae2e1398 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716909
Nov 13 07:53:45.341149 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-657ca2b4-fbef-4e62-837e-4e4830f723f8 req-8267f337-097f-4ee1-b9e3-ba06886c1c15 service neutron] 10.222.0.18 "GET /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577264
Nov 13 07:53:45.388237 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee8e49a0>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '7f1efd6a-ce0c-420a-a990-c543b453b157', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'port_id': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'mac_address': 'fa:16:3e:ec:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:12Z', 'updated_at': '2021-11-13T07:53:42Z', 'revision_number': 1, 'project_id': '728dba4850df46759bff46353cf16a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:45.393798 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebadf7-46db-48d9-a645-d011a50cdc46 None None] The sync data for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi is: [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '7f1efd6a-ce0c-420a-a990-c543b453b157', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'port_id': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'mac_address': 'fa:16:3e:ec:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:12Z', 'updated_at': '2021-11-13T07:53:42Z', 'revision_number': 1, 'project_id': '728dba4850df46759bff46353cf16a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:53:45.449137 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f9874-2ff8-41e4-a559-a81278640743 req-c706439e-6bf4-4fcf-8508-4a960b4ad409 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:45.450763 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-589f9874-2ff8-41e4-a559-a81278640743 req-c706439e-6bf4-4fcf-8508-4a960b4ad409 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.1086564
Nov 13 07:53:45.508422 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-589f9874-2ff8-41e4-a559-a81278640743 req-65d68593-0b7a-4615-bd7e-a99e64674218 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0485337
Nov 13 07:53:45.547256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:53:45.603645 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42382) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:45.673957 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Deleting subnet 6f689ac3-ec75-44c5-a1d5-6a35e1001630 {{(pid=83599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:53:45.679718 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c80ab8-e57e-4218-84dc-6eba56f768ae None None] New status for floating IP 7f1efd6a-ce0c-420a-a990-c543b453b157: ACTIVE {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:53:45.686887 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:45.743094 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583131'] for subnet, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:45.810332 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:53:45.810586 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:45.814849 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:45.821349 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] Sync routers for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:53:45.833611 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:45.834218 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee93b9d0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:53:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:45.885116 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-5c21d98d-823c-48d4-a5ba-3902e22aaa03 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "PUT /v2.0/floatingips/37db218c-89a1-43ae-b5ff-72cde8ed5061 HTTP/1.1" status: 200  len: 990 time: 2.3298790
Nov 13 07:53:45.885116 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:53:46.033958 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1934815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2053993'] for subnet, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.039204 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2ca567a7-4615-44ea-9448-696f216d2b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:46.077057 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f689ac3-ec75-44c5-a1d5-6a35e1001630,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:46.080461 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:46.081664 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.089610 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-bc265f69-91fb-4d21-bc4a-3eec7fc7f279 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6f689ac3-ec75-44c5-a1d5-6a35e1001630 HTTP/1.1" status: 204  len: 168 time: 0.4848099
Nov 13 07:53:46.092451 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42394) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:46.137834 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:46.227609 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.350869 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'status': 'completed', 'code': 200}
Nov 13 07:53:46.370257 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.405351 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dedaefe50>,) {'filters': {'network_id': ['0e696668-3fa5-450f-a62d-42f1dbe4c6f1']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:46.420171 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dedaefe50>, 'd3585b53-02cb-4ceb-8891-61fabaecb6eb') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:46.420588 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dedaefe50>, 'd3585b53-02cb-4ceb-8891-61fabaecb6eb') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:46.434210 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.447590 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20a7afcf-0417-466c-98eb-6c26c043038b req-ea00eb76-7acd-4253-933b-a7af81fda101 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1098 time: 0.0922692
Nov 13 07:53:46.452301 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.458907 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:53:46.459297 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:53:46.477052 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:53:46.565314 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee93b9d0>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '37db218c-89a1-43ae-b5ff-72cde8ed5061', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'port_id': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'mac_address': 'fa:16:3e:b9:94:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:14Z', 'updated_at': '2021-11-13T07:53:44Z', 'revision_number': 1, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:46.570969 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] Checking router: d1616801-2bbc-4de7-93c4-c6b0bf655ff8 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:53:46.583828 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:53:46.585084 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee93b9d0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:53:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:46.607417 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7afcf-0417-466c-98eb-6c26c043038b req-c6770591-25f4-46b4-98e5-dec8221359cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:46.608823 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:53:46.609434 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20a7afcf-0417-466c-98eb-6c26c043038b req-c6770591-25f4-46b4-98e5-dec8221359cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.1530433
Nov 13 07:53:46.639109 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.643968 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:46.669781 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:46.678689 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=0e696668-3fa5-450f-a62d-42f1dbe4c6f1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:46.682724 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:46.739880 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-f0c64a1b-86cf-4de9-86d8-ab7369022ebf admin admin] 10.222.0.32 "DELETE /v2.0/networks/0e696668-3fa5-450f-a62d-42f1dbe4c6f1 HTTP/1.1" status: 204  len: 168 time: 0.6434503
Nov 13 07:53:46.796234 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:53:46.883034 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20a7afcf-0417-466c-98eb-6c26c043038b req-78bb4095-bbdd-4478-9650-82e81dbff7ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 200  len: 998 time: 0.2667036
Nov 13 07:53:46.943564 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598363a-99e9-4e55-a075-5ab29ee8c441 req-93115bbe-0bcb-4b66-87f2-84310b3e3b36 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:46.945011 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a598363a-99e9-4e55-a075-5ab29ee8c441 req-93115bbe-0bcb-4b66-87f2-84310b3e3b36 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.2695844
Nov 13 07:53:46.983201 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7afcf-0417-466c-98eb-6c26c043038b req-40f51b58-3397-4565-90e1-2ab2770176a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:46.984950 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20a7afcf-0417-466c-98eb-6c26c043038b req-40f51b58-3397-4565-90e1-2ab2770176a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.0886712
Nov 13 07:53:47.056121 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a598363a-99e9-4e55-a075-5ab29ee8c441 req-24db4095-990c-410e-ab28-204c14d1a9ed tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0971992
Nov 13 07:53:47.083893 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20a7afcf-0417-466c-98eb-6c26c043038b req-342ca352-dcba-47b5-b9bd-961602a16f1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0902092
Nov 13 07:53:47.199913 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42412) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:47.248066 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee93b9d0>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '37db218c-89a1-43ae-b5ff-72cde8ed5061', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'port_id': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'mac_address': 'fa:16:3e:b9:94:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:14Z', 'updated_at': '2021-11-13T07:53:44Z', 'revision_number': 1, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:53:47.254980 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453ac0b-91c6-4378-bdc0-0c8419709db5 None None] The sync data for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi is: [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '37db218c-89a1-43ae-b5ff-72cde8ed5061', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'port_id': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'mac_address': 'fa:16:3e:b9:94:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:53:14Z', 'updated_at': '2021-11-13T07:53:44Z', 'revision_number': 1, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:53:47.266782 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42418) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:53:47.275423 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-64557f45-cd00-48c4-b994-5bbb328da30f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1157f51a4ae044748780b6818d3bef86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0741718
Nov 13 07:53:47.282302 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20a7afcf-0417-466c-98eb-6c26c043038b req-f953eb57-30d9-4bc5-a0ed-8a3804c4cb2e service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911607
Nov 13 07:53:47.447357 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:47.474737 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-20a7afcf-0417-466c-98eb-6c26c043038b req-b7dadfac-556a-460a-8768-c18ede85d2ce service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850944
Nov 13 07:53:47.489548 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:47.616303 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:47.620424 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d773df4e-f15b-4d71-a1fd-64af1e56a837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:53:47.634560 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee37d0f-f115-4238-a416-40ffd9322eae,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:53:47.637863 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:53:47.714252 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:53:47.715422 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ee37d0f-f115-4238-a416-40ffd9322eae HTTP/1.1" status: 204  len: 168 time: 0.4471266
Nov 13 07:53:47.943790 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c3a9a-a8d5-422b-800d-3aee092b6bda None None] New status for floating IP 37db218c-89a1-43ae-b5ff-72cde8ed5061: ACTIVE {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:53:48.296598 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0212d05-1fd6-4736-b42c-bf42ea511650 req-045aca17-2418-432d-aa43-a2fffd1fb4aa tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:48.299019 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b0212d05-1fd6-4736-b42c-bf42ea511650 req-045aca17-2418-432d-aa43-a2fffd1fb4aa tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0969479
Nov 13 07:53:48.353877 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b0212d05-1fd6-4736-b42c-bf42ea511650 req-a9437143-9922-4e7c-8a2c-bced9dc2cdb8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0490208
Nov 13 07:53:51.251708 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1eba-5308-4ff9-a23a-8354bd67538d req-21a9cd0e-dd76-47fa-9471-7b27b51611ad tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:51.253034 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7a9c1eba-5308-4ff9-a23a-8354bd67538d req-21a9cd0e-dd76-47fa-9471-7b27b51611ad tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0810652
Nov 13 07:53:51.304398 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7a9c1eba-5308-4ff9-a23a-8354bd67538d req-4a233aa5-2a92-419d-9347-0ddea0ddeb28 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0458157
Nov 13 07:53:52.523470 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcecbc-01e1-4a8f-88b3-61b4013f00c4 req-1216ba13-e4bc-4b40-83bb-01c141c2721f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:52.524909 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5dbcecbc-01e1-4a8f-88b3-61b4013f00c4 req-1216ba13-e4bc-4b40-83bb-01c141c2721f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0865595
Nov 13 07:53:52.580482 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5dbcecbc-01e1-4a8f-88b3-61b4013f00c4 req-6302efd5-d8c3-4ead-b5f9-eff2eb7397a4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0494142
Nov 13 07:53:56.247903 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad6a54-6401-4a93-89e6-6752df19a98b req-9628c34d-fe12-4b28-83d0-b579b1e07ffa tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:56.249364 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f1ad6a54-6401-4a93-89e6-6752df19a98b req-9628c34d-fe12-4b28-83d0-b579b1e07ffa tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0810635
Nov 13 07:53:56.295438 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f1ad6a54-6401-4a93-89e6-6752df19a98b req-9f1f2fef-0ce7-43ab-b204-fc3d2d43908b tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0404148
Nov 13 07:53:59.735163 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1e9be-ae68-49f1-ae77-1fe7bc06d0ad req-4493ba01-808d-4949-b4b9-f71f31824f3f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:53:59.737889 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-84e1e9be-ae68-49f1-ae77-1fe7bc06d0ad req-4493ba01-808d-4949-b4b9-f71f31824f3f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0815158
Nov 13 07:53:59.783212 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-84e1e9be-ae68-49f1-ae77-1fe7bc06d0ad req-c510162c-d329-4c9d-b190-45c64445cda8 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0410352
Nov 13 07:54:00.347646 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:02.947845 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582f83e-c044-4f3d-880c-2e31e42f0fdf req-b4188ff0-06a6-4983-96ab-c774dc9de07b tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:02.949259 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2582f83e-c044-4f3d-880c-2e31e42f0fdf req-b4188ff0-06a6-4983-96ab-c774dc9de07b tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0796361
Nov 13 07:54:02.995562 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2582f83e-c044-4f3d-880c-2e31e42f0fdf req-5c0908e3-ad9a-4789-8fc1-7532282817a4 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0399070
Nov 13 07:54:03.795968 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-606618bf-007f-4193-93c0-865be959ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:04.204037 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90951a82-fa85-4205-8256-02acd7ad393d req-e3760c99-a04e-4111-845b-bee7d2e85195 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:04.205489 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-90951a82-fa85-4205-8256-02acd7ad393d req-e3760c99-a04e-4111-845b-bee7d2e85195 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0844722
Nov 13 07:54:04.233102 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:04.256942 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-90951a82-fa85-4205-8256-02acd7ad393d req-1a5e29b7-6eef-49e4-b811-acc1f86df5a2 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=008ed6ca-1746-405a-ab4c-d1129a682e7e&id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0456522
Nov 13 07:54:05.962256 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-82c4fea9-438f-4038-b0af-da514df94b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:06.958901 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:08.633117 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:23.614195 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:54:23.704352 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42846) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:23.842282 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:23.871722 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:54:23.875930 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d595c51395184e8ebc869137928e2550 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:54:23.878575 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:54:23.884049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:54:23.946620 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:24.014879 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:24.022188 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e2ddeb73-43a3-4c3a-8c5a-0eca372d8647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:24.060296 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d7ef14-853f-460f-b8f9-0f76e059ea7c,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:24.064678 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d595c51395184e8ebc869137928e2550&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3593519
Nov 13 07:54:24.067443 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 42852) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:24.071429 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.071804 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.072163 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.072548 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.073027 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.073386 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.073737 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.074086 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.074433 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.074801 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.075190 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.079513 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:24.125944 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:24.150560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:24.272776 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:24.277106 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b1b82621-c8e0-462e-ac47-c0e6d373c076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:24.291751 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d7ef14-853f-460f-b8f9-0f76e059ea7c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:24.302350 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:24.303473 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18d7ef14-853f-460f-b8f9-0f76e059ea7c HTTP/1.1" status: 204  len: 168 time: 0.2350681
Nov 13 07:54:24.307541 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.308014 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.308435 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.308796 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.309143 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.309498 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.309842 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.310188 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.310630 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.310943 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.311286 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:54:24.314558 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:30.323570 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:33.842162 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-fe19c000-3137-4575-a3a6-12b80a34f63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:34.192213 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.220715 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42990) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:35.364750 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.395347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:54:35.399138 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Usage tracker for resource:security_group_rule and tenant:70228581b7c64b53b6cc670da2504d5b is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:54:35.401914 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:54:35.407840 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:54:35.470695 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.558461 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.566046 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3439e8df-ef38-43e1-b46b-557d6273096e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:35.608299 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c88e051-568e-451b-90e8-0406c39a1309,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:35.612271 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:35.614944 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-37ade83d-ead2-4197-bd9a-345e7db14cdc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70228581b7c64b53b6cc670da2504d5b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3932006
Nov 13 07:54:35.619433 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 42998) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:35.677276 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.702433 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.820653 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.825276 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a6537543-28c9-452b-b8a3-23969dd06256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:35.836951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c88e051-568e-451b-90e8-0406c39a1309,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:35.840414 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:35.846230 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:35.848534 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c88e051-568e-451b-90e8-0406c39a1309 HTTP/1.1" status: 204  len: 168 time: 0.2288387
Nov 13 07:54:35.952303 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-716a1fec-c2aa-4d97-bbbb-abed651c5c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:36.545786 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43014) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:36.564618 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:36.595610 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:54:36.599474 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Usage tracker for resource:security_group_rule and tenant:a07507609226427da257392e488532b5 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:54:36.602244 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:54:36.607909 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:54:36.676053 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:36.751790 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:36.759332 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-13cc6170-82ff-4706-9a89-9a8d9d47ee3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:36.801553 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacf9fad-69c4-42c4-b6a1-d5f9188b7cf3,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:36.804503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:36.808040 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a07507609226427da257392e488532b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2604396
Nov 13 07:54:36.816918 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43020) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:36.886820 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:36.912725 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:36.940796 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:37.026344 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:37.031993 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e22d1197-1495-4824-abaa-88f8a0ef94b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:37.043546 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacf9fad-69c4-42c4-b6a1-d5f9188b7cf3,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:37.045788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:37.049954 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:37.051256 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dacf9fad-69c4-42c4-b6a1-d5f9188b7cf3 HTTP/1.1" status: 204  len: 168 time: 0.2395861
Nov 13 07:54:38.658926 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:39.729685 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43094) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:39.875605 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:39.917852 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:54:39.917852 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Usage tracker for resource:security_group_rule and tenant:c0ec7cdb17004e05a348f7ce9dc70928 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:54:39.917852 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:54:39.921465 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:54:39.987091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:40.059099 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:40.065914 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-340d6555-0c7d-4b23-ba9f-09dbc9fe6f39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:40.103255 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4560f1d3-358a-4fd3-8eff-642d3a039961,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:40.108067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:40.111678 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0ec7cdb17004e05a348f7ce9dc70928&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3810234
Nov 13 07:54:40.114404 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43100) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:40.173711 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:40.199223 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:40.329644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:40.333550 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-50f59780-993c-4c74-89ed-25d5d265ef6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:40.420628 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4560f1d3-358a-4fd3-8eff-642d3a039961,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:40.422940 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:40.428537 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:40.429819 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4560f1d3-358a-4fd3-8eff-642d3a039961 HTTP/1.1" status: 204  len: 168 time: 0.3144660
Nov 13 07:54:47.958937 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-17e46012-851a-407f-95f2-2b9b478badcd req-0792db70-5b8e-4a32-819d-a20f427b88eb tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507530238&fields=id&tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d HTTP/1.1" status: 200  len: 267 time: 0.0461929
Nov 13 07:54:48.042123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e46012-851a-407f-95f2-2b9b478badcd req-fe3aa5e1-9d23-40fc-aa2f-c873916f2c60 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:48.043599 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-17e46012-851a-407f-95f2-2b9b478badcd req-fe3aa5e1-9d23-40fc-aa2f-c873916f2c60 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 984 time: 0.0794680
Nov 13 07:54:48.057618 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Request body: {'port': {'security_groups': ['5c501d00-1b73-48d5-8322-d122765031d5']}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:54:48.177263 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:48.421615 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:54:48.448802 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:48.506743 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:48.513651 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c312386e-1890-41c3-bf37-7bc9c7c1ac66 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:48.520513 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['cb05581f-0d6b-4d29-a731-d459dd0f8143'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:54:48.591346 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:48.591949 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:48.596983 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-17e46012-851a-407f-95f2-2b9b478badcd req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "PUT /v2.0/ports/cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 942 time: 0.5441527
Nov 13 07:54:48.597545 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:54:48.601275 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43204) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:48.636539 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event updated for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:48.641944 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:48.698950 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'status': 'completed', 'code': 200}
Nov 13 07:54:48.709257 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['cb05581f-0d6b-4d29-a731-d459dd0f8143'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:54:48.783145 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:48.830894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:48.864578 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-df46eff5-d08b-4854-a785-5da7913b94d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1098 time: 0.1375248
Nov 13 07:54:48.955367 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-d169dd14-45fa-4edb-8aee-8c50c331e31b None None] Provisioning complete for port cb05581f-0d6b-4d29-a731-d459dd0f8143 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:54:48.955636 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d169dd14-45fa-4edb-8aee-8c50c331e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:49.022325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-d99fc021-7423-422f-b5af-db0650de455f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:49.023851 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-d99fc021-7423-422f-b5af-db0650de455f service neutron] 10.222.0.18 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 915 time: 0.1486847
Nov 13 07:54:49.178385 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:49.194609 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-969abed1-749e-411f-a910-3b88f28333ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:49.212495 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008ed6ca-1746-405a-ab4c-d1129a682e7e,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:49.214983 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:49.245261 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-cad1bb8e-30c5-45e2-a3ac-de3eb79c0530 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 1001 time: 0.2138894
Nov 13 07:54:49.299435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:49.300557 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "DELETE /v2.0/security-groups/008ed6ca-1746-405a-ab4c-d1129a682e7e HTTP/1.1" status: 204  len: 168 time: 0.6974888
Nov 13 07:54:49.306723 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43214) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:49.317585 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-6ac9b045-11a5-4a76-8f2c-02228c27d2d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:49.319042 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-6ac9b045-11a5-4a76-8f2c-02228c27d2d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 200  len: 853 time: 0.0665879
Nov 13 07:54:49.396122 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-bd6ec6ee-525f-45ad-83c9-e0490d2740ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704243
Nov 13 07:54:49.508508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Deleting port 52904c2b-ffc7-4cc9-9ad7-c380e643c090 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:54:49.508828 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:49.532718 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-1ab220a9-1e6d-4329-8b79-8c0358e7b159 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292472
Nov 13 07:54:49.675473 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-23560002-f19d-4b7c-88dd-bb65fd78e473 req-742da5d7-3d3a-4d93-9ce2-321acd433ed2 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358800
Nov 13 07:54:49.688612 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:49.689160 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:49.818312 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Calling delete_port for 52904c2b-ffc7-4cc9-9ad7-c380e643c090 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:54:50.049251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:50.059892 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7e6f2494-7335-482b-9479-569c35d1a462 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:50.103538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event deleted for resources: {'Port': ['ID=52904c2b-ffc7-4cc9-9ad7-c380e643c090,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:50.106378 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:50.195980 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:50.695958 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Router c6f321fd-9c38-46e9-867b-969bc17a9d8e has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:54:50.914128 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:54:50.925317 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] Sync routers for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:54:50.939194 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:54:50.940052 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee7c44c0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:54:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:54:51.020537 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:51.078791 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "DELETE /v2.0/floatingips/2eaf242c-236e-43ae-bd1a-52d4a274172f HTTP/1.1" status: 204  len: 168 time: 1.7707081
Nov 13 07:54:51.079430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:54:51.133152 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:54:51.150864 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'status': 'completed', 'code': 200}
Nov 13 07:54:51.257753 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-ab499b28-6fc2-4730-8644-949214fe5ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 1098 time: 0.0845134
Nov 13 07:54:51.407142 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-57008080-ef8d-47fc-9867-5b8ed7d96c0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:51.408644 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-57008080-ef8d-47fc-9867-5b8ed7d96c0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 200  len: 915 time: 0.1428814
Nov 13 07:54:51.476501 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-40977e98-a160-4c55-9b93-b00be41cda54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 200  len: 217 time: 0.0609946
Nov 13 07:54:51.508107 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee7c44c0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:24Z', 'revision_number': 5, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:54:51.511994 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] Checking router: c6f321fd-9c38-46e9-867b-969bc17a9d8e for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:54:51.523907 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:54:51.524540 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee7c44c0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:54:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:54:51.544748 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-75b14043-5b6a-4712-8c04-cbddaf0b8659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:51.546878 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-75b14043-5b6a-4712-8c04-cbddaf0b8659 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 200  len: 853 time: 0.0630162
Nov 13 07:54:51.654603 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-0123a47b-17d9-4b7d-bbfa-724eab9c4556 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33b2e2eb-bc05-4987-b5c8-b2b3975db61e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1009939
Nov 13 07:54:51.741438 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:54:51.844390 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-efdbc5dc-338f-4eb0-9eee-fb06f7707b68 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810365
Nov 13 07:54:51.900729 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43268) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:52.082234 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3f160dd2-fc5c-4fe5-8032-f110525346ea req-8e3699ff-188c-4fe2-a5db-0f70b50659a4 service neutron] 10.222.0.18 "GET /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327137
Nov 13 07:54:52.119743 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:52.153039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:54:52.157708 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Usage tracker for resource:security_group_rule and tenant:22f6ac93dddc4193a1d4ab96dba9f511 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:54:52.160532 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:54:52.167384 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:54:52.208555 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee7c44c0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:24Z', 'revision_number': 5, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:54:52.214834 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9195c5e-c160-4384-8dce-a42abb664cd9 None None] The sync data for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi is: [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:51:14Z', 'revision_number': 4, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '55b047ca-a22c-4cc3-93fe-6cefb9e62177', 'name': '', 'network_id': '33b2e2eb-bc05-4987-b5c8-b2b3975db61e', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:13Z', 'updated_at': '2021-11-13T07:51:24Z', 'revision_number': 5, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'subnets': [{'id': '6786f12c-1ad4-45c0-be5a-1f4c97abdbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:54:52.253443 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:52.333588 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:52.342193 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5c10608f-5bd4-4656-acdc-8a89ae2c285a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:52.383811 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d71cc-16c6-4bdc-98cb-6407e8a4a040,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:52.388246 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22f6ac93dddc4193a1d4ab96dba9f511&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4863553
Nov 13 07:54:52.389162 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:52.392328 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43284) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:54:52.462984 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:52.488428 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9889a822-98b1-423b-8509-b09206343d17 None None] New status for floating IP 2eaf242c-236e-43ae-bd1a-52d4a274172f: DOWN {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:54:52.500342 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:52.637566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:52.643852 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ecc698ea-f57e-4e33-9825-834a254d3562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:52.653502 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d71cc-16c6-4bdc-98cb-6407e8a4a040,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:52.657599 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:52.661519 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:52.662645 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a34d71cc-16c6-4bdc-98cb-6407e8a4a040 HTTP/1.1" status: 204  len: 168 time: 0.2698572
Nov 13 07:54:53.923706 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079bfc-18b3-4bdb-b9fb-5b220d399403 req-fe279ba5-cad7-4fb7-ad93-2d8bf311b7e1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:53.925299 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-09079bfc-18b3-4bdb-b9fb-5b220d399403 req-fe279ba5-cad7-4fb7-ad93-2d8bf311b7e1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0856187
Nov 13 07:54:53.974146 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-09079bfc-18b3-4bdb-b9fb-5b220d399403 req-e0b7ea15-90d2-4445-a462-7b8163940bb4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432129
Nov 13 07:54:55.205154 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16d6f-2adc-427e-9970-b48279e631ba req-5c45060c-021e-4ba0-965a-e2c21fcd6311 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:55.206534 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-77f16d6f-2adc-427e-9970-b48279e631ba req-5c45060c-021e-4ba0-965a-e2c21fcd6311 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0753355
Nov 13 07:54:55.252286 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-77f16d6f-2adc-427e-9970-b48279e631ba req-483c1981-540d-45c8-8baa-d5903e39c246 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399380
Nov 13 07:54:56.070116 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ea93-20a1-4ea3-966d-3b315eb7867e req-cfd1f311-e5da-47ba-9e32-d699aa0dc008 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:56.070812 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-d852ea93-20a1-4ea3-966d-3b315eb7867e req-cfd1f311-e5da-47ba-9e32-d699aa0dc008 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Synchronizing usage tracker for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:54:56.151948 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-d852ea93-20a1-4ea3-966d-3b315eb7867e req-cfd1f311-e5da-47ba-9e32-d699aa0dc008 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Unset dirty status for tenant:7bf786a8e1ef481fa4403ec4489a3c6d on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:54:56.153026 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d852ea93-20a1-4ea3-966d-3b315eb7867e req-cfd1f311-e5da-47ba-9e32-d699aa0dc008 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.1586359
Nov 13 07:54:56.198926 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d852ea93-20a1-4ea3-966d-3b315eb7867e req-3a36f80b-64e8-478d-8bea-f301a7151d2f tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397460
Nov 13 07:54:56.459481 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e0adf-299c-4013-857c-b6f44aaf1de1 req-a2554c6c-84de-4a4f-bc61-ad25b76ea5c2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:56.460902 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-336e0adf-299c-4013-857c-b6f44aaf1de1 req-a2554c6c-84de-4a4f-bc61-ad25b76ea5c2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0754411
Nov 13 07:54:56.504656 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-336e0adf-299c-4013-857c-b6f44aaf1de1 req-9a2e388f-8d37-4966-bc14-0990096e4619 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383756
Nov 13 07:54:57.393200 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93918a-bd2f-4797-a4c5-2bb25d4908a0 req-41c2c72a-114c-4779-bcb2-3ff097f1f4d0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:57.394635 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a93918a-bd2f-4797-a4c5-2bb25d4908a0 req-41c2c72a-114c-4779-bcb2-3ff097f1f4d0 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.0759561
Nov 13 07:54:57.440906 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9a93918a-bd2f-4797-a4c5-2bb25d4908a0 req-1948a241-9c43-48c7-8061-863214ae94de tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402758
Nov 13 07:54:57.725606 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a04f8a-ef35-49c0-aa41-1337c6bf636d req-2d9bbc55-9212-4588-ab95-2e6d51fc111b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:57.727067 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a3a04f8a-ef35-49c0-aa41-1337c6bf636d req-2d9bbc55-9212-4588-ab95-2e6d51fc111b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0836887
Nov 13 07:54:57.772355 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a3a04f8a-ef35-49c0-aa41-1337c6bf636d req-32502e4e-cbdb-4b2e-b00e-7955091e5fd6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395570
Nov 13 07:54:57.935628 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-6931306d-70ba-434d-96f6-08cdb803f587 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:57.936998 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-6931306d-70ba-434d-96f6-08cdb803f587 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.0735655
Nov 13 07:54:58.090327 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Deleting port cb05581f-0d6b-4d29-a731-d459dd0f8143 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:54:58.090662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:58.327541 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] For port cb05581f-0d6b-4d29-a731-d459dd0f8143, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=cb05581f-0d6b-4d29-a731-d459dd0f8143,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:54:58.327906 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:58.456662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Calling delete_port for cb05581f-0d6b-4d29-a731-d459dd0f8143 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:54:58.658653 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051556d-5fdf-4229-aa84-d46fcf75f9a0 req-282cb2a6-a5af-4311-8c01-e180c04be4e2 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:58.660146 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b051556d-5fdf-4229-aa84-d46fcf75f9a0 req-282cb2a6-a5af-4311-8c01-e180c04be4e2 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 945 time: 0.0843513
Nov 13 07:54:58.700369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:58.709603 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fd464420-cc1d-429b-88cd-9cb3c726d3cb tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:54:58.711936 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['cb05581f-0d6b-4d29-a731-d459dd0f8143'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:54:58.719957 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b051556d-5fdf-4229-aa84-d46fcf75f9a0 req-b6d39620-eaab-4336-a888-b28f49024898 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c501d00-1b73-48d5-8322-d122765031d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541265
Nov 13 07:54:58.797118 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Pushing event deleted for resources: {'Port': ['ID=cb05581f-0d6b-4d29-a731-d459dd0f8143,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:54:58.802024 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:54:58.881512 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] No DVR routers for this DVR port cb05581f-0d6b-4d29-a731-d459dd0f8143 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:54:58.884177 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:54:58.886813 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'name': 'network-vif-deleted', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:54:58.953289 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-c62863bb-98e0-48eb-8b71-9c985e8e4d61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2460535
Nov 13 07:54:58.967018 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de8d633-5578-4715-96c0-73bf0a8e8b2d', 'name': 'network-vif-deleted', 'tag': 'cb05581f-0d6b-4d29-a731-d459dd0f8143', 'status': 'completed', 'code': 200}
Nov 13 07:54:58.982553 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-62ba168b-6518-4862-9e6b-90ef20e1de92 req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.18 "DELETE /v2.0/ports/cb05581f-0d6b-4d29-a731-d459dd0f8143 HTTP/1.1" status: 204  len: 173 time: 1.0398242
Nov 13 07:54:59.014234 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1998f-3b10-4cb5-9eb5-971e21ff6bd9 req-49e321ee-dc07-4f30-b346-db4016291807 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:59.017118 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-65d1998f-3b10-4cb5-9eb5-971e21ff6bd9 req-49e321ee-dc07-4f30-b346-db4016291807 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1024675
Nov 13 07:54:59.113793 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-65d1998f-3b10-4cb5-9eb5-971e21ff6bd9 req-2a59e584-435b-42c6-b677-434bd5a6bb79 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904200
Nov 13 07:54:59.140999 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-049854d3-ea35-4261-8b3d-78d3e616cdcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1098 time: 0.0933390
Nov 13 07:54:59.306246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-5fa1ea37-3e01-4133-9c8e-21b60a78815d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:59.308159 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-5fa1ea37-3e01-4133-9c8e-21b60a78815d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 910 time: 0.1458735
Nov 13 07:54:59.416145 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-35d77d7f-8c70-4655-ae29-67460661df99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 1001 time: 0.0997980
Nov 13 07:54:59.477455 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-21a42d4a-6155-49f0-b862-6b78634e071d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:54:59.478871 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-21a42d4a-6155-49f0-b862-6b78634e071d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 200  len: 848 time: 0.0556602
Nov 13 07:54:59.554243 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-4345a64c-64d7-4a0b-a324-a5b3756e93b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0666158
Nov 13 07:54:59.704407 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-844679db-1b22-4ad6-bbf7-c7f366b8dcdd service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409492
Nov 13 07:54:59.843286 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f185d8a8-648c-4113-93ca-0567a11a8f4e req-5a12ea9c-c2af-44c2-96a8-a83a04d93a7c service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301949
Nov 13 07:54:59.899443 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5d6acadf-b014-4a19-b024-76bd04d4cb50 req-1f5bcda1-f50d-47ca-9549-85563e0a96d5 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de8d633-5578-4715-96c0-73bf0a8e8b2d HTTP/1.1" status: 200  len: 210 time: 0.0400343
Nov 13 07:55:00.369086 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:00.422293 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4399c36-609d-4112-a051-1d22529fb06a req-456362d1-7d8e-434f-9295-fd82f926217b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:00.423648 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f4399c36-609d-4112-a051-1d22529fb06a req-456362d1-7d8e-434f-9295-fd82f926217b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1740515
Nov 13 07:55:00.470876 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f4399c36-609d-4112-a051-1d22529fb06a req-4e3bee76-8904-4369-b2b6-fbda6b9bd1d6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416923
Nov 13 07:55:00.620510 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:55:00.902712 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43390) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:01.049723 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:01.081705 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:01.085642 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Usage tracker for resource:security_group_rule and tenant:29c438da44164a7696e97d4926279566 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:01.088801 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:01.095128 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:01.166946 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:01.220809 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:01.235324 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-59fc8003-3e84-4801-83d7-28a3b586064d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:01.285736 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cbbbfa-3da3-49aa-9a05-30567be4a689,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:01.289146 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:01.291558 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29c438da44164a7696e97d4926279566&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3876753
Nov 13 07:55:01.294285 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43416) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:01.353142 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbeca-9ec4-423b-bf0e-00d2e6776bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:01.378553 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbeca-9ec4-423b-bf0e-00d2e6776bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:01.500670 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbeca-9ec4-423b-bf0e-00d2e6776bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:01.504488 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-08030bc2-26a0-436a-8c47-d88f16a4d35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:01.537861 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dbeca-9ec4-423b-bf0e-00d2e6776bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cbbbfa-3da3-49aa-9a05-30567be4a689,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:01.541083 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9b3dbeca-9ec4-423b-bf0e-00d2e6776bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:01.552679 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbeca-9ec4-423b-bf0e-00d2e6776bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:01.552679 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-9b3dbeca-9ec4-423b-bf0e-00d2e6776bbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73cbbbfa-3da3-49aa-9a05-30567be4a689 HTTP/1.1" status: 204  len: 168 time: 0.2543929
Nov 13 07:55:01.709431 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2aa4d-8e50-4b91-b38f-8f2caf403618 req-dd1e77b2-6ba5-499c-bdb2-9fe1f07c5d20 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:01.710907 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-54f2aa4d-8e50-4b91-b38f-8f2caf403618 req-dd1e77b2-6ba5-499c-bdb2-9fe1f07c5d20 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0819700
Nov 13 07:55:01.772978 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-54f2aa4d-8e50-4b91-b38f-8f2caf403618 req-d876e5f3-7993-40b0-85d6-cee709758cda tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565050
Nov 13 07:55:02.063441 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device cb05581f-0d6b-4d29-a731-d459dd0f8143 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:02.098292 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: cb05581f-0d6b-4d29-a731-d459dd0f8143 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:02.098627 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device cb05581f-0d6b-4d29-a731-d459dd0f8143 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:02.667252 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43470) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:03.032462 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd9bc2-9441-4747-93e0-4b19ff709291 req-337ec5d5-9278-4ab1-8f07-5da88a3885af tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:03.034329 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-56dd9bc2-9441-4747-93e0-4b19ff709291 req-337ec5d5-9278-4ab1-8f07-5da88a3885af tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1111462
Nov 13 07:55:03.098040 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-56dd9bc2-9441-4747-93e0-4b19ff709291 req-f3c5d2d9-2881-4406-80ec-366801443138 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579162
Nov 13 07:55:03.177197 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:03.493562 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43496) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:03.650070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:03.686788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:03.691691 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Usage tracker for resource:security_group_rule and tenant:879df7c82f5647abb9d6ca522d2e6aa2 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:03.694947 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:03.701156 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:03.770580 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:03.828593 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Deleting port 55b047ca-a22c-4cc3-93fe-6cefb9e62177 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:03.828936 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:03.837376 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8e0baebc-e359-4dbe-870c-84a8283401dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:03.841485 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:03.848440 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fb10a8bc-4676-4b04-b9e4-2df0b4986cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:03.889760 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84fe649-e440-4d2c-92b7-c1b5cd3fd0ca,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:03.893161 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:03.896526 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-f21b5584-c2e4-4c77-bfda-6d9a42240b8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=879df7c82f5647abb9d6ca522d2e6aa2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4013619
Nov 13 07:55:03.898824 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43504) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:04.054093 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] For port 55b047ca-a22c-4cc3-93fe-6cefb9e62177, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=55b047ca-a22c-4cc3-93fe-6cefb9e62177,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:04.054452 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:04.062106 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:04.133368 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:04.186727 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Calling delete_port for 55b047ca-a22c-4cc3-93fe-6cefb9e62177 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:04.237319 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:04.322225 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06de33e-8e58-46dc-a155-946f2217a72b req-7aa7c2b0-8114-4888-97a4-19061dc609b8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:04.324354 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a06de33e-8e58-46dc-a155-946f2217a72b req-7aa7c2b0-8114-4888-97a4-19061dc609b8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0944011
Nov 13 07:55:04.374174 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a06de33e-8e58-46dc-a155-946f2217a72b req-0e4ad8df-479e-4f5b-92f7-7e5dd27294aa tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422277
Nov 13 07:55:04.528932 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:04.532745 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:04.538365 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d3301919-bd50-47d1-8800-9453d0c9e7fc tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:04.586770 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b047ca-a22c-4cc3-93fe-6cefb9e62177,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:04.589283 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:04.591656 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3a1b98c4-6a08-4cd5-a7f4-3d02c6441acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:04.636322 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84fe649-e440-4d2c-92b7-c1b5cd3fd0ca,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:04.646612 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:04.677525 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:04.678633 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a84fe649-e440-4d2c-92b7-c1b5cd3fd0ca HTTP/1.1" status: 204  len: 168 time: 0.7788918
Nov 13 07:55:04.996142 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:05.625575 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2390-cc1e-443f-b774-d3ef3a01bb32 req-42ba2e11-10ea-475e-b7c6-04b1b0b6de76 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:05.627022 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-285e2390-cc1e-443f-b774-d3ef3a01bb32 req-42ba2e11-10ea-475e-b7c6-04b1b0b6de76 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1089058
Nov 13 07:55:05.674856 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Router c6f321fd-9c38-46e9-867b-969bc17a9d8e has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:55:05.688978 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-285e2390-cc1e-443f-b774-d3ef3a01bb32 req-a0174deb-d92a-47fe-847d-fa906aedd973 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560181
Nov 13 07:55:05.884107 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:05.892989 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/c6f321fd-9c38-46e9-867b-969bc17a9d8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2206657
Nov 13 07:55:05.892989 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43532) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:05.896181 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] Sync routers for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:05.899126 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43536) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:05.909498 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:05.910114 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee6caeb0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:54:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:05.962381 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5e8f75ad-d0bf-4d4d-971d-869886f91485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.049104 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1674430868-network', 'tenant_id': '223449528a9f41b596ada04fa1f9290d'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:06.053756 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:06.057788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Usage tracker for resource:network and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:06.063268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:06.067153 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:06.072836 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:55:06.097991 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:06.119962 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.139462 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Made reservation on behalf of 223449528a9f41b596ada04fa1f9290d for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:55:06.142414 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.157843 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.195774 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:06.202307 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:06.205493 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:06.212567 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:06.278813 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.315750 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.375132 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.378311 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0041f263-fd0d-4c7f-8e9b-3568fdc8a25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:06.407787 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:55:06.417088 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e777059-d12f-49f1-a03b-34a8ce0323c5,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:06.421273 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:06.422875 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Deleting port db9e9aa0-829a-4024-81bb-360b41451c5d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:06.423265 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.437261 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.437727 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Added segment 68e6195f-6511-455e-85f2-72a07f881a07 of type vlan for network 5b18ecf6-b62e-4677-b0e9-18dde6071eff
Nov 13 07:55:06.459224 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:06.473881 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.478355 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'port_id': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'mac_address': 'fa:16:3e:b9:94:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:55:06.544586 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.567516 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 020633ea-1a2e-4d3a-b46d-9384d4bec624 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:55:06.582724 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee6caeb0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:55:04Z', 'revision_number': 5, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port': {'id': 'db9e9aa0-829a-4024-81bb-360b41451c5d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:10Z', 'updated_at': '2021-11-13T07:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:06.586116 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.588568 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:06.588729 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] Checking router: c6f321fd-9c38-46e9-867b-969bc17a9d8e for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:06.589216 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.591413 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:06.595635 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:06.602022 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] Routers {'c6f321fd-9c38-46e9-867b-969bc17a9d8e'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:06.602638 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee6caeb0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:06.715500 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.720963 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5b18ecf6-b62e-4677-b0e9-18dde6071eff,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:06.726310 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:06.751893 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] For port db9e9aa0-829a-4024-81bb-360b41451c5d, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=db9e9aa0-829a-4024-81bb-360b41451c5d,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:06.759087 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:06.760801 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:06.799200 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:55:06.845061 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9446256
Nov 13 07:55:06.862508 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43546) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:06.874528 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['020633ea-1a2e-4d3a-b46d-9384d4bec624'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:55:06.908101 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Request body: {'subnet': {'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1674430868-subnet', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'ip_version': 4}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:06.918536 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:06.922792 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Usage tracker for resource:subnet and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:06.925836 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:06.945649 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:06.953343 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Calling delete_port for db9e9aa0-829a-4024-81bb-360b41451c5d owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:07.013411 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462700-c9e1-4bd1-95c4-ef82ce7c4431 req-7ba3e7fd-bf9e-4ef7-b905-80a8869efabe tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:07.015767 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-42462700-c9e1-4bd1-95c4-ef82ce7c4431 req-7ba3e7fd-bf9e-4ef7-b905-80a8869efabe tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 944 time: 0.1495490
Nov 13 07:55:07.033013 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] Set router c6f321fd-9c38-46e9-867b-969bc17a9d8e gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:07.054561 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Made reservation on behalf of 223449528a9f41b596ada04fa1f9290d for: {'subnet': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:55:07.056936 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2054004'] for subnet, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.069951 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=6']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:07.167718 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.167992 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.168486 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.169005 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.169510 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.170001 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.170521 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.171105 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.171608 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.172082 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.172589 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:07.177597 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee6caeb0>, [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:55:06Z', 'revision_number': 6, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port_host': None}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:07.182328 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:07.182774 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-42462700-c9e1-4bd1-95c4-ef82ce7c4431 req-2a3025b4-5c16-44d9-b559-60e0db436f52 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605294
Nov 13 07:55:07.185199 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e100a-79a1-48f9-be33-e7823c8e6f71 None None] The sync data for ids ['c6f321fd-9c38-46e9-867b-969bc17a9d8e'] in dv-cinder-817832-1-iscsi is: [{'id': 'c6f321fd-9c38-46e9-867b-969bc17a9d8e', 'name': 'tempest-TestMinimumBasicScenario-401823563-router', 'tenant_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:09Z', 'updated_at': '2021-11-13T07:55:06Z', 'revision_number': 6, 'project_id': '7bf786a8e1ef481fa4403ec4489a3c6d', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:07.203985 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.252740 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.257224 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0fb514b1-6ce2-4e8c-b120-02b3fa0a6d45 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:07.336457 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9e9aa0-829a-4024-81bb-360b41451c5d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:07.346564 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:07.478041 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1934622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2053986'] for subnet, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.483419 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-76fc3e6c-f791-438f-a861-cc8c087c3ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:07.537455 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.573540 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:07.585982 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:07.587395 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Checking segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:07.588111 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Network hostable DHCP agents. Network: 5b18ecf6-b62e-4677-b0e9-18dde6071eff, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:55:07.667312 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:55:07.734506 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 5b18ecf6-b62e-4677-b0e9-18dde6071eff) {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:07.740228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:07.740893 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.746222 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a507a-001f-49f7-ab69-bc00aa9e8e95 None None] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:55:07.816461 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.821229 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.837206 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-dc5f2754-553b-4801-9baa-286e15e46851 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9668350
Nov 13 07:55:07.845090 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43562) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:07.853788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:07.860085 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:07.864625 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Usage tracker for resource:router and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:07.869077 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:07.880966 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:07.985923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:07.987682 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.029175 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:55:08.030651 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.031419 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.031811 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.033139 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f321fd-9c38-46e9-867b-969bc17a9d8e {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 07:55:08.056230 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.057415 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c6f321fd-9c38-46e9-867b-969bc17a9d8e HTTP/1.1" status: 204  len: 168 time: 2.1644082
Nov 13 07:55:08.062226 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43566) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:08.114354 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:08.136091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Deleting subnet 6786f12c-1ad4-45c0-be5a-1f4c97abdbea {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:55:08.140968 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.208645 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.227106 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 020633ea-1a2e-4d3a-b46d-9384d4bec624 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:08.227833 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.510422 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.631680 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 55b047ca-a22c-4cc3-93fe-6cefb9e62177 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:08.691832 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.752906 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Allocated IP 172.20.0.2 (5b18ecf6-b62e-4677-b0e9-18dde6071eff/6aaaddbb-8f46-4c4a-afaa-a59cfad5133f/c8c98322-2fef-4808-befe-5d90f0a7ff09) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:55:08.759878 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 55b047ca-a22c-4cc3-93fe-6cefb9e62177 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:08.760256 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 55b047ca-a22c-4cc3-93fe-6cefb9e62177 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:08.760691 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device db9e9aa0-829a-4024-81bb-360b41451c5d no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:08.811401 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: db9e9aa0-829a-4024-81bb-360b41451c5d {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:08.811795 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device db9e9aa0-829a-4024-81bb-360b41451c5d not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:08.816698 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.864205 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82f48-4ac0-4c06-a97d-f340c9e2777f req-eaa8f348-2aad-4f49-bb18-c7d44884dd05 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:08.865617 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b4d82f48-4ac0-4c06-a97d-f340c9e2777f req-eaa8f348-2aad-4f49-bb18-c7d44884dd05 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 944 time: 0.1005452
Nov 13 07:55:08.873034 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.878578 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.895791 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:08.933271 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6786f12c-1ad4-45c0-be5a-1f4c97abdbea,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:08.942127 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:08.962582 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.965313 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:08.971607 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-94b75565-9afd-42b5-b8e9-d9e944a93f2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6786f12c-1ad4-45c0-be5a-1f4c97abdbea HTTP/1.1" status: 204  len: 168 time: 0.9036906
Nov 13 07:55:08.975620 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43576) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:08.976959 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c4fbae-cd44-47e2-bbfb-baa9b23fd5ba None None] Network 33b2e2eb-bc05-4987-b5c8-b2b3975db61e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:55:09.011802 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b4d82f48-4ac0-4c06-a97d-f340c9e2777f req-1f31facb-70d8-4566-8b13-600ab30e3a50 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369886
Nov 13 07:55:09.017556 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.109113 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.126183 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Deleting port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:09.127185 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.239533 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:09.255784 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:55:09.376509 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'code': 200}
Nov 13 07:55:09.382548 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.388270 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-a591e7ec-fc05-4f82-bd75-89037b57274e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:09.390243 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Allocated IP 172.27.1.40 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/b0f9302d-71cf-4d70-a83e-de33c059c7a8) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:55:09.463940 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] For port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:09.464315 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.543621 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=7']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:09.606770 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:09.628878 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730755f8-68f0-4e96-9b84-29a08677b938 req-6aa98cc3-90dd-4299-a0e2-1cb9096e4f38 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:09.631704 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-730755f8-68f0-4e96-9b84-29a08677b938 req-6aa98cc3-90dd-4299-a0e2-1cb9096e4f38 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.3708146
Nov 13 07:55:09.644144 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.661005 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Transition to ACTIVE for port object c8c98322-2fef-4808-befe-5d90f0a7ff09 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:09.704531 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Transition to ACTIVE for port object c8c98322-2fef-4808-befe-5d90f0a7ff09 will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:09.721365 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.726514 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] DHCP port deletion for 33b2e2eb-bc05-4987-b5c8-b2b3975db61e request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 07:55:09.734691 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Deleting port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:09.735529 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.745732 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Calling delete_port for 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:09.849017 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.853424 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-730755f8-68f0-4e96-9b84-29a08677b938 req-e0f5faa9-81af-412d-96af-60debf3cd960 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1147511
Nov 13 07:55:09.863083 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-657347e7-c2d7-4f11-ab0d-2ff90c4a533a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:09.870070 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.888955 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:09.937295 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:09.940299 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:09.944579 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:55:09.962626 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:09.968802 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:09.994110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:09.996862 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f9302d-71cf-4d70-a83e-de33c059c7a8,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:09.999852 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:10.003540 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Pushing event updated for resources: {'Port': ['ID=c8c98322-2fef-4808-befe-5d90f0a7ff09,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:10.005370 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:10.005576 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:55:10.057063 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:10.066010 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Pushing event deleted for resources: {'Port': ['ID=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:10.076164 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:10.084674 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] No DVR routers for this DVR port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f on host dv-cinder-817832-1-iscsi {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:55:10.193976 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Attempting to bind port c8c98322-2fef-4808-befe-5d90f0a7ff09 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:55:10.194355 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Attempting to bind port c8c98322-2fef-4808-befe-5d90f0a7ff09 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:55:10.195005 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Attempting to bind port c8c98322-2fef-4808-befe-5d90f0a7ff09 on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:55:10.206591 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] For port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f,segment=NetworkSegment(9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3),segment_id=9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:10.207110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.223260 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:55:10.223566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.224030 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Checking segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:10.224339 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.224520 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.225019 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Bound using segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:55:10.225541 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Bound port: c8c98322-2fef-4808-befe-5d90f0a7ff09, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:55:10.225694 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.226003 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.256318 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee09cf40>,) {'filters': {'network_id': ['33b2e2eb-bc05-4987-b5c8-b2b3975db61e']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:10.270208 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee09cf40>, '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:10.270572 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee09cf40>, '9e93b0ea-f9d6-4e6f-ae76-d112795fb3a3') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:10.285812 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.301996 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.308497 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:55:10.313782 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.386752 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Calling delete_port for 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:55:10.402220 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:55:10.466043 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.470474 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:10.503206 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.517387 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc6c88-d059-40ba-b9a0-f53738e00a95 req-299fe6c3-d54c-4c13-8eaa-948828c74af7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:10.524857 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89dc6c88-d059-40ba-b9a0-f53738e00a95 req-299fe6c3-d54c-4c13-8eaa-948828c74af7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.2240558
Nov 13 07:55:10.533836 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Pushing event deleted for resources: {'Network': ['ID=33b2e2eb-bc05-4987-b5c8-b2b3975db61e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:10.548056 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:10.586148 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89dc6c88-d059-40ba-b9a0-f53738e00a95 req-b29a7a11-e29e-4d32-9c12-310759b90ec2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603344
Nov 13 07:55:10.682341 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] 10.222.0.32 "DELETE /v2.0/networks/33b2e2eb-bc05-4987-b5c8-b2b3975db61e HTTP/1.1" status: 204  len: 168 time: 1.7094219
Nov 13 07:55:10.685095 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43588) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:10.715124 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:55:10.715836 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:55:10.716900 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:10.760258 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:10.761027 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:10.762932 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:55:10.769269 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-c8165d46-8619-4189-ade5-569000388a1d None None] For port c8c98322-2fef-4808-befe-5d90f0a7ff09, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:55:10.779285 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-c8165d46-8619-4189-ade5-569000388a1d None None] For port c8c98322-2fef-4808-befe-5d90f0a7ff09, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=c8c98322-2fef-4808-befe-5d90f0a7ff09,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:55:10.832195 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:10.842628 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:10.959702 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Pushing event updated for resources: {'Port': ['ID=c8c98322-2fef-4808-befe-5d90f0a7ff09,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:10.966313 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:11.085089 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:11.102351 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:11.123772 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:11.124412 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deef730a0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:11.217448 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Deleting port 376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:11.217986 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:11.242980 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:11.247793 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3995051
Nov 13 07:55:11.247793 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43596) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:11.349001 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c2eb-76a3-4a7a-ac88-758bf985c1dd None None] The port '376cac0c-6f3c-4277-94b4-ea0e0ed4ad3f' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 07:55:11.477556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b73a8a-b5f2-46d2-b78c-6bda5623de95 req-fc63e7c8-bb4c-46fd-856d-4bd4aaab6812 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:11.479446 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-78b73a8a-b5f2-46d2-b78c-6bda5623de95 req-fc63e7c8-bb4c-46fd-856d-4bd4aaab6812 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.3306391
Nov 13 07:55:11.554893 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-78b73a8a-b5f2-46d2-b78c-6bda5623de95 req-4976f407-e80d-4b70-8d03-4c072c6ba309 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658832
Nov 13 07:55:11.580588 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:11.626657 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:12.116582 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deef730a0>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:10Z', 'revision_number': 3, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:12.124033 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:12.124630 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Updating router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 port b0f9302d-71cf-4d70-a83e-de33c059c7a8 binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:55:12.208892 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:12.323292 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1077f-d48d-40a4-8b71-9dbe41d16500 req-60acd35c-9539-4fe2-a0d0-c363943a592e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:12.332351 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28a1077f-d48d-40a4-8b71-9dbe41d16500 req-60acd35c-9539-4fe2-a0d0-c363943a592e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.4533067
Nov 13 07:55:12.497096 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28a1077f-d48d-40a4-8b71-9dbe41d16500 req-b7c7d340-cdfb-431b-88e7-32f70d869ce8 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1543283
Nov 13 07:55:12.588268 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374035d-4be3-48aa-876c-e6ffa4006e39 None None] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:55:12.691599 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Deleting port 77e99c9a-2746-4456-91e6-2a34fd15de8d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:12.692575 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:12.878904 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:12.911282 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Transition to ACTIVE for port object b0f9302d-71cf-4d70-a83e-de33c059c7a8 will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:12.998223 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device c8c98322-2fef-4808-befe-5d90f0a7ff09 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:13.015092 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.021706 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:13.028892 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] For port 77e99c9a-2746-4456-91e6-2a34fd15de8d, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=77e99c9a-2746-4456-91e6-2a34fd15de8d,segment=NetworkSegment(b402b5cb-2038-4f8a-87c9-ba88f66535e1),segment_id=b402b5cb-2038-4f8a-87c9-ba88f66535e1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:13.029286 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.195870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Calling delete_port for 77e99c9a-2746-4456-91e6-2a34fd15de8d owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:13.209258 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Pushing event updated for resources: {'Port': ['ID=b0f9302d-71cf-4d70-a83e-de33c059c7a8,revision_number=2']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:13.249458 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.249757 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.250117 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.250429 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.250803 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.251131 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.251457 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.251805 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.252131 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.252447 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.258547 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b2de41a1-e290-4b76-9dad-ec83a16ec5df None None] Provisioning for port c8c98322-2fef-4808-befe-5d90f0a7ff09 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:13.259097 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:13.268462 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db6df1-f233-426f-853e-cc5a4e299359 req-0fef57d9-3d02-493d-9a14-e8645f0ca0b9 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:13.270026 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d8db6df1-f233-426f-853e-cc5a4e299359 req-0fef57d9-3d02-493d-9a14-e8645f0ca0b9 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.4231226
Nov 13 07:55:13.298243 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:13.299214 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Attempting to bind port b0f9302d-71cf-4d70-a83e-de33c059c7a8 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:55:13.300095 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Attempting to bind port b0f9302d-71cf-4d70-a83e-de33c059c7a8 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:55:13.300095 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Attempting to bind port b0f9302d-71cf-4d70-a83e-de33c059c7a8 on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:55:13.312011 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port c8c98322-2fef-4808-befe-5d90f0a7ff09 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:13.318280 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port c8c98322-2fef-4808-befe-5d90f0a7ff09 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:13.321190 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.321322 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:55:13.321322 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:13.321322 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.321322 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:55:13.321322 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Bound port: b0f9302d-71cf-4d70-a83e-de33c059c7a8, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:55:13.321322 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.492586 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] For port b0f9302d-71cf-4d70-a83e-de33c059c7a8, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:55:13.492807 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.502385 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] For port b0f9302d-71cf-4d70-a83e-de33c059c7a8, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=b0f9302d-71cf-4d70-a83e-de33c059c7a8,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:55:13.580873 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.585921 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:13.609546 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.616647 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ee1f65ff-5c01-4d58-808d-d540d25059ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:13.668337 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d8db6df1-f233-426f-853e-cc5a4e299359 req-4d0cd9bc-e20c-44c4-a85a-8320f03173b3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3726895
Nov 13 07:55:13.671062 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e99c9a-2746-4456-91e6-2a34fd15de8d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:13.674495 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:13.752479 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Pushing event updated for resources: {'Port': ['ID=b0f9302d-71cf-4d70-a83e-de33c059c7a8,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:13.754718 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.760130 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-aa6fc47f-8e9b-4d2c-8b23-3ab5a89cc6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:13.812374 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-0c5cbafa-6d47-4726-a1d8-3354bdeb19eb None None] Provisioning complete for port c8c98322-2fef-4808-befe-5d90f0a7ff09 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:13.817928 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:13.822542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0c5cbafa-6d47-4726-a1d8-3354bdeb19eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:13.824283 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deef730a0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:13.999572 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Allocated IP 172.20.0.1 (5b18ecf6-b62e-4677-b0e9-18dde6071eff/6aaaddbb-8f46-4c4a-afaa-a59cfad5133f/497f978a-e880-4e60-ad9a-e7e94a7aecbc) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:55:14.096619 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port c8c98322-2fef-4808-befe-5d90f0a7ff09, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=c8c98322-2fef-4808-befe-5d90f0a7ff09,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:14.239631 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:14.240716 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:14.254400 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:14.277565 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956c9f-1040-4c65-9a61-4a37d11b7a1b req-2d3a1aed-a84c-44e4-b0dd-e52e76fcd573 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:14.284477 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d2956c9f-1040-4c65-9a61-4a37d11b7a1b req-2d3a1aed-a84c-44e4-b0dd-e52e76fcd573 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.2401955
Nov 13 07:55:14.299509 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:14.323210 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Transition to ACTIVE for port object 497f978a-e880-4e60-ad9a-e7e94a7aecbc will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:14.334453 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=c8c98322-2fef-4808-befe-5d90f0a7ff09,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:14.345943 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:14.415102 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:14.423531 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5ed39bd4-e6be-4547-8f4c-a24045d7ea72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:14.442885 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-d2956c9f-1040-4c65-9a61-4a37d11b7a1b req-40c6307c-3f96-4b04-881e-12d90924cd04 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1573689
Nov 13 07:55:14.538595 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:14.651460 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Pushing event updated for resources: {'Port': ['ID=497f978a-e880-4e60-ad9a-e7e94a7aecbc,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:14.654246 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device c8c98322-2fef-4808-befe-5d90f0a7ff09 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:14.663084 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:14.666112 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:14.666852 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:14.683472 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:55:14.759951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:14.807535 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port c8c98322-2fef-4808-befe-5d90f0a7ff09 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:14.808853 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:14.918593 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deef730a0>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:10Z', 'revision_number': 3, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:14.923566 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894961a-b928-40a0-88c8-42b2e82b680b None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:10Z', 'revision_number': 3, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:15.224068 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:15.248765 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-fbf7a7e4-e104-4390-9b45-4fca84892250 None None] Provisioning for port 497f978a-e880-4e60-ad9a-e7e94a7aecbc completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:15.259939 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-fbf7a7e4-e104-4390-9b45-4fca84892250 None None] Provisioning complete for port 497f978a-e880-4e60-ad9a-e7e94a7aecbc triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:15.260212 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a7e4-e104-4390-9b45-4fca84892250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:15.347617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29a72a-1ddd-4b27-91cf-2494e4e17483 req-10424437-cb22-4ce1-b03f-e5b33079ed0d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:15.349302 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cd29a72a-1ddd-4b27-91cf-2494e4e17483 req-10424437-cb22-4ce1-b03f-e5b33079ed0d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.3885057
Nov 13 07:55:15.372009 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7a7e4-e104-4390-9b45-4fca84892250 None None] Port 497f978a-e880-4e60-ad9a-e7e94a7aecbc cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:55:15.629923 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Router 666f92f1-0f51-4d0a-811e-03f188500938 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:55:15.778697 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:15.871634 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cd29a72a-1ddd-4b27-91cf-2494e4e17483 req-2b4f7953-8cd1-4435-b647-8a5786a9c92e tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5104918
Nov 13 07:55:15.880221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:15.922355 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8b1c5eac-02ce-4a8a-aeb3-f1382fabf68f tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:15.998556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35243c84-0e03-41b8-8bac-a25f83f95180 req-7c4635ca-deab-4e46-80fb-a75a672a1d39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:16.000251 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-35243c84-0e03-41b8-8bac-a25f83f95180 req-7c4635ca-deab-4e46-80fb-a75a672a1d39 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1786499
Nov 13 07:55:16.014251 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:16.018953 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Pushing event updated for resources: {'Port': ['ID=497f978a-e880-4e60-ad9a-e7e94a7aecbc,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:16.022334 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:16.076523 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-35243c84-0e03-41b8-8bac-a25f83f95180 req-16a618b7-9e7d-40b9-b2da-ba6c2ac7fc28 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606847
Nov 13 07:55:16.082116 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:16.091697 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] Sync routers for ids ['666f92f1-0f51-4d0a-811e-03f188500938'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:16.109515 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] Routers {'666f92f1-0f51-4d0a-811e-03f188500938'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:16.109515 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeabbd00>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['666f92f1-0f51-4d0a-811e-03f188500938'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:16.166706 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] 10.222.0.32 "PUT /v2.0/routers/666f92f1-0f51-4d0a-811e-03f188500938/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4777701
Nov 13 07:55:16.170418 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43634) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:16.224034 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:16.225744 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:16.455343 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] Set router 666f92f1-0f51-4d0a-811e-03f188500938 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:16.676694 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device b0f9302d-71cf-4d70-a83e-de33c059c7a8 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:16.694455 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:16.833322 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-afef0fe3-770b-4093-99e7-52564e029185 None None] Provisioning complete for port 497f978a-e880-4e60-ad9a-e7e94a7aecbc triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:16.833718 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-afef0fe3-770b-4093-99e7-52564e029185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:16.917553 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-afef0fe3-770b-4093-99e7-52564e029185 None None] Port 497f978a-e880-4e60-ad9a-e7e94a7aecbc cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:55:16.977304 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:17.037213 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port b0f9302d-71cf-4d70-a83e-de33c059c7a8 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:17.059646 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port b0f9302d-71cf-4d70-a83e-de33c059c7a8 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:17.060446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:17.064101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Deleting port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:17.064556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:17.134871 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeabbd00>, [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:55:13Z', 'revision_number': 5, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port': {'id': '6f9a9ad7-7776-4acb-8d9a-2cdf5c245390', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666f92f1-0f51-4d0a-811e-03f188500938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:20Z', 'updated_at': '2021-11-13T07:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:17.141290 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] Checking router: 666f92f1-0f51-4d0a-811e-03f188500938 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:17.222175 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:17.241242 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] Routers {'666f92f1-0f51-4d0a-811e-03f188500938'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:17.242057 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeabbd00>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['666f92f1-0f51-4d0a-811e-03f188500938'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:17.287571 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73aa18-3361-4f32-bba9-e855fd10c577 req-29bab9df-0092-4509-90b8-b10e483151b0 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:17.289710 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd73aa18-3361-4f32-bba9-e855fd10c577 req-29bab9df-0092-4509-90b8-b10e483151b0 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1296127
Nov 13 07:55:17.306236 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port b0f9302d-71cf-4d70-a83e-de33c059c7a8, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=b0f9302d-71cf-4d70-a83e-de33c059c7a8,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:17.373876 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:55:17.393997 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd73aa18-3361-4f32-bba9-e855fd10c577 req-222e2542-1385-4873-ada5-00cdf443131e tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825174
Nov 13 07:55:17.405098 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] For port 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:17.405463 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:17.433882 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:17.443018 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:17.611542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=b0f9302d-71cf-4d70-a83e-de33c059c7a8,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:17.617161 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:17.626624 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] Set router 666f92f1-0f51-4d0a-811e-03f188500938 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:17.673485 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Calling delete_port for 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:17.779791 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae001db0-a3b2-4325-bd4b-6d10eeba950b req-f12f4b39-046a-466c-b90b-0e67a21797a1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:17.781279 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae001db0-a3b2-4325-bd4b-6d10eeba950b req-f12f4b39-046a-466c-b90b-0e67a21797a1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1323907
Nov 13 07:55:17.808876 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:17.821310 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeabbd00>, [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:55:16Z', 'revision_number': 6, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port_host': None}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:17.827833 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17b44e-b567-42e2-87ef-b2a0d31288db None None] The sync data for ids ['666f92f1-0f51-4d0a-811e-03f188500938'] in dv-cinder-817832-1-iscsi is: [{'id': '666f92f1-0f51-4d0a-811e-03f188500938', 'name': 'tempest-TestMinimumBasicScenario-260310498-router', 'tenant_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:19Z', 'updated_at': '2021-11-13T07:55:16Z', 'revision_number': 6, 'project_id': 'b4ac393a099e4b8c9cac1ce7e8d4de57', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:17.839140 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] 10.222.0.32 "PUT /v2.0/routers/1f2fcd63-ea03-47a7-a60d-e947e59e4834/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5903192
Nov 13 07:55:17.908893 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ae001db0-a3b2-4325-bd4b-6d10eeba950b req-d4813004-65df-4d76-882e-3ecc06a5654f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185753
Nov 13 07:55:18.060711 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:18.064931 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:18.113220 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9a9ad7-7776-4acb-8d9a-2cdf5c245390,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:18.115867 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:18.381594 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:18.883022 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:18.894939 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:18.943208 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a411-f216-4530-9127-b48255e8d895 req-eef6d11c-c0db-42ea-b226-59a41b69a160 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:18.951525 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dce7a411-f216-4530-9127-b48255e8d895 req-eef6d11c-c0db-42ea-b226-59a41b69a160 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.3046317
Nov 13 07:55:19.026382 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device b0f9302d-71cf-4d70-a83e-de33c059c7a8 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:19.051850 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dce7a411-f216-4530-9127-b48255e8d895 req-ecd6dccc-facf-4c10-b0e9-0f3a87b5310c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993092
Nov 13 07:55:19.082995 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.083618 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666f92f1-0f51-4d0a-811e-03f188500938 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 07:55:19.104741 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.108302 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] 10.222.0.32 "DELETE /v2.0/routers/666f92f1-0f51-4d0a-811e-03f188500938 HTTP/1.1" status: 204  len: 168 time: 2.9379232
Nov 13 07:55:19.114429 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43674) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:19.229720 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port b0f9302d-71cf-4d70-a83e-de33c059c7a8 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:19.231711 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Deleting subnet bd7f9775-c578-4a87-8c45-0bd0317b49ba {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:55:19.233740 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.245495 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.328908 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89edf2c-f5eb-4e11-899d-21beb575a3d4 req-4098f602-2a91-4aaf-b5d0-11bcbe1cb906 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:19.332193 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c89edf2c-f5eb-4e11-899d-21beb575a3d4 req-4098f602-2a91-4aaf-b5d0-11bcbe1cb906 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1830137
Nov 13 07:55:19.371323 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.406365 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c89edf2c-f5eb-4e11-899d-21beb575a3d4 req-f0ec4ea3-d16a-4999-b81b-7716b1100b94 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682652
Nov 13 07:55:19.488893 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 77e99c9a-2746-4456-91e6-2a34fd15de8d no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:19.547216 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 77e99c9a-2746-4456-91e6-2a34fd15de8d {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:19.547578 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 77e99c9a-2746-4456-91e6-2a34fd15de8d not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:19.553037 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:19.559218 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-452015b2-ca9e-4a10-be49-66aa686011ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1098 time: 0.0937724
Nov 13 07:55:19.570235 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:19.574347 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9331c0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:19.595052 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.655900 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43682) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:19.666945 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-952454152-network', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:19.673419 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:19.678061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Usage tracker for resource:network and tenant:e6ddeec6457a41bdaebe9a55a50f1fad is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:19.681927 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:19.692101 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:19.784657 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-6e851991-fbcf-4889-90c7-f1eedddcba79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:19.786824 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-6e851991-fbcf-4889-90c7-f1eedddcba79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 910 time: 0.2195678
Nov 13 07:55:19.791273 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Made reservation on behalf of e6ddeec6457a41bdaebe9a55a50f1fad for: {'network': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:55:19.794272 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.820088 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.833405 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:19.851613 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:19.876875 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:19.877093 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64573d-c24f-44cc-9277-8ae4d85a8ad3 None None] Network 06155239-6ea8-4655-af2b-c7130435ee8a requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:55:19.900101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7f9775-c578-4a87-8c45-0bd0317b49ba,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:19.906841 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:19.913305 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c480bb8c-962c-4f6b-b504-a061c1562798 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bd7f9775-c578-4a87-8c45-0bd0317b49ba HTTP/1.1" status: 204  len: 168 time: 0.8037527
Nov 13 07:55:19.915238 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43688) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:19.925585 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.049578 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.071584 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Deleting port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:20.075046 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.135828 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-fa60d33d-9363-4d07-bfc8-1c6b539e6080 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 1001 time: 0.3282037
Nov 13 07:55:20.148377 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:20.213795 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ddeec6457a41bdaebe9a55a50f1fad is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:20.245149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:20.255570 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:20.344501 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-b1d87491-467c-413d-a837-51204124365c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:20.345963 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-b1d87491-467c-413d-a837-51204124365c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 200  len: 848 time: 0.1989059
Nov 13 07:55:20.361288 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9331c0>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:15Z', 'revision_number': 2, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:20.367397 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:20.367960 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Updating router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 port 497f978a-e880-4e60-ad9a-e7e94a7aecbc binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:55:20.456895 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] DHCP port deletion for 06155239-6ea8-4655-af2b-c7130435ee8a request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 07:55:20.457346 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Deleting port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:20.457346 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.529147 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.563517 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.579148 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-c4ff3d2c-8c4b-4248-9ff9-0cdfad91de72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2247798
Nov 13 07:55:20.639503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.645794 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d4b2e03a-7989-4813-8fd0-6dc2fe82310e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:20.649224 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:20.700146 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] For port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,segment=NetworkSegment(b402b5cb-2038-4f8a-87c9-ba88f66535e1),segment_id=b402b5cb-2038-4f8a-87c9-ba88f66535e1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:20.700638 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:20.907711 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Calling delete_port for 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:20.912849 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=83599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:55:20.999220 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38b9b6-84da-4684-b99f-67f624a83f3e req-0eba5729-3bd9-4c62-a909-cc0fd3c4252b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:21.001415 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-be38b9b6-84da-4684-b99f-67f624a83f3e req-0eba5729-3bd9-4c62-a909-cc0fd3c4252b tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.6540864
Nov 13 07:55:21.094066 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-be38b9b6-84da-4684-b99f-67f624a83f3e req-e5b9d1d7-6b8b-46e7-a429-86c8789e9538 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479319
Nov 13 07:55:21.140948 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] For port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,segment=NetworkSegment(b402b5cb-2038-4f8a-87c9-ba88f66535e1),segment_id=b402b5cb-2038-4f8a-87c9-ba88f66535e1)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:21.143833 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.149088 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.166785 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.167005 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Transition to ACTIVE for port object 497f978a-e880-4e60-ad9a-e7e94a7aecbc will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:21.167597 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c31bd7f4-62bb-4a28-a9db-52b72c8d5f25 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:21.215672 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:21.219485 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:21.227473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] No DVR routers for this DVR port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab on host dv-cinder-817832-1-iscsi {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:55:21.234363 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.241297 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.247238 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-faf4f9ad-aa58-44ff-a2f8-e23411b2d2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:21.292739 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26850ee-6455-4aec-ad47-8047e1e40838,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:21.342803 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:21.363436 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.364120 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.segments_db [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Added segment 6757497f-10ae-48f3-9a17-39b6a159aaf2 of type vlan for network 4783174b-1f7b-4191-bd6b-6b36f2314d98
Nov 13 07:55:21.419229 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.456579 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3deecb7400>,) {'filters': {'network_id': ['06155239-6ea8-4655-af2b-c7130435ee8a']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:21.460282 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Calling delete_port for 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:21.462662 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-c7a0ce42-984d-41ab-95eb-4daf25bded37 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8767347
Nov 13 07:55:21.471377 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3deecb7400>, 'b402b5cb-2038-4f8a-87c9-ba88f66535e1') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:21.471710 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3deecb7400>, 'b402b5cb-2038-4f8a-87c9-ba88f66535e1') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:21.486175 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.505879 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.515979 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:55:21.537689 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.586720 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a5286-4af5-4fdf-8331-f907705ad710 None None] Pushing event updated for resources: {'Port': ['ID=497f978a-e880-4e60-ad9a-e7e94a7aecbc,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:21.617300 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-4a3a5286-4af5-4fdf-8331-f907705ad710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:21.682038 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:55:21.735887 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:55:21.745260 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165f45-de41-4123-bd16-dd21b089956c req-8dfc93d1-ed11-45bc-8324-3d54771c2a65 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:21.746765 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5e165f45-de41-4123-bd16-dd21b089956c req-8dfc93d1-ed11-45bc-8324-3d54771c2a65 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.9320703
Nov 13 07:55:21.773334 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Attempting to bind port 497f978a-e880-4e60-ad9a-e7e94a7aecbc on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:55:21.773794 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Attempting to bind port 497f978a-e880-4e60-ad9a-e7e94a7aecbc by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:55:21.774248 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Attempting to bind port 497f978a-e880-4e60-ad9a-e7e94a7aecbc on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:55:21.782877 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:55:21.783386 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Checking segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:21.783943 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.784583 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Bound using segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:55:21.785192 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Bound port: 497f978a-e880-4e60-ad9a-e7e94a7aecbc, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:55:21.785678 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.808157 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:21.813984 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.820341 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.824710 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fb09ae30-b26f-4ff6-8670-49e4593fecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:21.831493 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f01d68ba-ace8-4c25-877f-c555fc0404f7 req-eef7a03e-6900-4b6e-8303-3e14c6181ed1 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3567326
Nov 13 07:55:21.860991 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 07:55:21.866498 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] 10.222.0.32 "DELETE /v2.0/networks/06155239-6ea8-4655-af2b-c7130435ee8a HTTP/1.1" status: 204  len: 168 time: 1.9475114
Nov 13 07:55:21.868457 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=06155239-6ea8-4655-af2b-c7130435ee8a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:21.870963 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:21.871080 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:21.871300 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 6f9a9ad7-7776-4acb-8d9a-2cdf5c245390 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:21.884301 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:55:21.884494 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:55:21.951576 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5e165f45-de41-4123-bd16-dd21b089956c req-59d34ef1-6b98-4c5f-b990-840b56db7246 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138718
Nov 13 07:55:21.965617 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] For port 497f978a-e880-4e60-ad9a-e7e94a7aecbc, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:55:21.971831 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] For port 497f978a-e880-4e60-ad9a-e7e94a7aecbc, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=497f978a-e880-4e60-ad9a-e7e94a7aecbc,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:55:21.990503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.991815 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:21.992414 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:21.998294 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:22.084749 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:22.088679 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-362e0592-36cd-4082-a173-4f69968c9fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:22.140622 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Pushing event updated for resources: {'Network': ['ID=4783174b-1f7b-4191-bd6b-6b36f2314d98,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:22.144519 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:22.160114 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:55:22.165687 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-37c120fe-222b-4894-acca-c4b3e70a8907 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.5083702
Nov 13 07:55:22.168543 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43716) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:22.180285 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Request body: {'subnet': {'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-952454152-subnet', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:22.201118 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:22.207730 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Usage tracker for resource:subnet and tenant:e6ddeec6457a41bdaebe9a55a50f1fad is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:22.212012 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:22.222173 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:22.231921 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a5286-4af5-4fdf-8331-f907705ad710 None None] Pushing event updated for resources: {'Port': ['ID=497f978a-e880-4e60-ad9a-e7e94a7aecbc,revision_number=4']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:22.237338 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-4a3a5286-4af5-4fdf-8331-f907705ad710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:22.255335 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:22.255951 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee9331c0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:22.397655 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Deleting port 060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:22.397655 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:22.409959 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b51c3f-8367-43e4-b134-59a4d2db2e6d req-ab63638b-b7d1-480b-b05b-fa5836593833 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:22.411061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ea6b6-05b0-4dd0-9e7d-0591fbc92c89 req-8a422210-c796-47f4-9941-961b93f8e31a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:22.412644 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ef4ea6b6-05b0-4dd0-9e7d-0591fbc92c89 req-8a422210-c796-47f4-9941-961b93f8e31a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1227355
Nov 13 07:55:22.413162 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a1b51c3f-8367-43e4-b134-59a4d2db2e6d req-ab63638b-b7d1-480b-b05b-fa5836593833 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.1108510
Nov 13 07:55:22.489369 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-a1b51c3f-8367-43e4-b134-59a4d2db2e6d req-6b220e43-9b81-4095-94d0-6d56009a87d0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657594
Nov 13 07:55:22.495953 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ef4ea6b6-05b0-4dd0-9e7d-0591fbc92c89 req-9bbd46bc-8b04-46ae-aab1-48dce3484829 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712321
Nov 13 07:55:22.503767 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-a05d7365-5bc1-42dd-9ec1-0bb233d7d6d7 None None] The port '060fbd08-a4a4-4d21-9ac7-4c9bde5a6bab' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 07:55:22.510824 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Made reservation on behalf of e6ddeec6457a41bdaebe9a55a50f1fad for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:55:22.519818 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2363745'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:22.595729 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:22.715711 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43724) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:22.783765 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7511eb44-d040-48c7-96ba-1ee5955b0d26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bf786a8e1ef481fa4403ec4489a3c6d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0664713
Nov 13 07:55:22.786032 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43728) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:22.859126 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:22.894589 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:22.936036 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1194131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2363767'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:22.942862 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c42ee804-70e1-4aa4-a770-f51075010781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:22.987769 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee9331c0>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:21Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:22.996671 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885335a-551a-4830-84ad-d639ad51f36a None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:21Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:23.019824 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:23.025084 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c12123b4-0dce-491e-a248-090f161b1aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:23.036030 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69ad551-0abc-4fa9-89e3-cfd10712cc8e,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:23.057971 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c501d00-1b73-48d5-8322-d122765031d5,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:23.066459 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:23.066751 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:23.067611 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:23.071416 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c501d00-1b73-48d5-8322-d122765031d5 HTTP/1.1" status: 204  len: 168 time: 0.2833641
Nov 13 07:55:23.109003 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Checking segment: {'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:23.109377 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Network hostable DHCP agents. Network: 4783174b-1f7b-4191-bd6b-6b36f2314d98, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:55:23.260852 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:55:23.325574 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c4e3-ee43-49ea-95ef-380329315272 req-222a674d-06b2-4ad1-be8c-366674334443 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:23.327473 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c059c4e3-ee43-49ea-95ef-380329315272 req-222a674d-06b2-4ad1-be8c-366674334443 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1158993
Nov 13 07:55:23.369692 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 4783174b-1f7b-4191-bd6b-6b36f2314d98) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:23.377686 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba2c0f-5077-44aa-9949-8ec4d6fa5163 None None] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:55:23.400546 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:23.401234 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:23.448307 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c059c4e3-ee43-49ea-95ef-380329315272 req-b548bfbb-42e6-4765-bf9b-40315d5fa101 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144576
Nov 13 07:55:23.543603 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43738) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:23.546140 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6cf6dd1a-ea8b-4b83-a5aa-ed288bd3b5cd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3738744
Nov 13 07:55:23.550714 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:23.562347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:23.576471 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Usage tracker for resource:router and tenant:e6ddeec6457a41bdaebe9a55a50f1fad is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:23.603448 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:23.631188 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:23.786607 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129475'] for router, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:23.788143 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129528'] for router, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:23.814175 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:23.898095 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b974f-8817-4022-8e64-10a38a2808dd req-6d7db093-70f5-4334-ad00-1c2cf8f4e18c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:23.912360 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-624b974f-8817-4022-8e64-10a38a2808dd req-6d7db093-70f5-4334-ad00-1c2cf8f4e18c tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.2260504
Nov 13 07:55:23.994342 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff899eea-ca15-5271-b314-872b0d69270f-4783174b-1f7b-4191-bd6b-6b36f2314d98', 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'fixed_ips': [{'subnet_id': 'd69ad551-0abc-4fa9-89e3-cfd10712cc8e'}]}} from dv-cinder-817832-1-iscsi. {{(pid=83600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 13 07:55:23.995201 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:24.160830 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8664-78b6-4365-a5f9-a8bbe739197c req-6f76621e-31da-491d-bfc0-fb4f7a0d28ba tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:24.171902 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e5ff8664-78b6-4365-a5f9-a8bbe739197c req-6f76621e-31da-491d-bfc0-fb4f7a0d28ba tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1221828
Nov 13 07:55:24.275458 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e5ff8664-78b6-4365-a5f9-a8bbe739197c req-7da3c904-2d6a-4200-b75e-f7ee7ef1f38e tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1019998
Nov 13 07:55:24.315414 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.db_base_plugin_common [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Allocated IP 172.20.0.2 (4783174b-1f7b-4191-bd6b-6b36f2314d98/d69ad551-0abc-4fa9-89e3-cfd10712cc8e/2ef03293-754a-4f90-b7bb-ae43c5130eb1) {{(pid=83600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:55:24.371695 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-624b974f-8817-4022-8e64-10a38a2808dd req-6f0631cb-cef6-4e45-8523-4fd284debce9 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4578958
Nov 13 07:55:24.415371 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129510'] for router, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:24.449448 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-8c16ec94-a2a8-4966-86da-5ddfba337778 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:24.451283 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-8c16ec94-a2a8-4966-86da-5ddfba337778 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.4983587
Nov 13 07:55:24.526935 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43748) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:24.583456 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Deleting port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:24.583950 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:24.639156 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 497f978a-e880-4e60-ad9a-e7e94a7aecbc up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:24.693303 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Notify callbacks [] for port, precommit_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:24.717152 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Transition to ACTIVE for port object 2ef03293-754a-4f90-b7bb-ae43c5130eb1 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:24.735781 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-01e67c73-ddee-4a36-bb81-30a2aa66e28c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4ac393a099e4b8c9cac1ce7e8d4de57&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2072821
Nov 13 07:55:24.740186 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43752) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:24.770754 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Transition to ACTIVE for port object 2ef03293-754a-4f90-b7bb-ae43c5130eb1 will not be triggered until provisioned by entity DHCP. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:24.849170 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:24.870844 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275'] for port, after_create {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:24.879349 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 497f978a-e880-4e60-ad9a-e7e94a7aecbc completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:24.895050 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:24.902816 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:24.925531 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f612a-dcad-4d17-adfe-3df99c792c50 req-0857b92d-3664-40c7-9604-8dd1c47e3227 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:24.927399 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2a8f612a-dcad-4d17-adfe-3df99c792c50 req-0857b92d-3664-40c7-9604-8dd1c47e3227 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1371930
Nov 13 07:55:24.970062 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 497f978a-e880-4e60-ad9a-e7e94a7aecbc triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:24.970493 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.008574 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2a8f612a-dcad-4d17-adfe-3df99c792c50 req-0eb7d0ed-0537-415f-93bb-b1dc8e459475 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682633
Nov 13 07:55:25.038794 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 is already hosted by enough agents. {{(pid=83600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:25.048242 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.scheduler.base_scheduler [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Resources bound (agent type, host, resource id):  {{(pid=83600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:25.051160 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Received port after_create {{(pid=83600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:55:25.055829 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] For port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:25.056325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.098357 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.104261 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-424ffa5f-91c5-4c46-9b06-2214696b0169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:25.120292 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.121548 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41380921-5437-4dc8-ae5c-7714dc247125 HTTP/1.1" status: 204  len: 168 time: 0.3803952
Nov 13 07:55:25.122645 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41380921-5437-4dc8-ae5c-7714dc247125,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:25.145762 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.150653 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.155362 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.158239 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.159018 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.161586 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.162210 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.166605 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.167044 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.167411 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.167776 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:25.173473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:25.184869 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Pushing event updated for resources: {'Port': ['ID=2ef03293-754a-4f90-b7bb-ae43c5130eb1,revision_number=1']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:25.184869 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:25.187199 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Attempting to bind port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:55:25.187930 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Attempting to bind port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:55:25.188610 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Attempting to bind port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 on network 4783174b-1f7b-4191-bd6b-6b36f2314d98 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:55:25.281843 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.302405 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:55:25.302823 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Checking segment: {'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:25.303243 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.303650 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Bound using segment: {'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:55:25.306165 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Bound port: 2ef03293-754a-4f90-b7bb-ae43c5130eb1, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:55:25.306568 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.508875 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 497f978a-e880-4e60-ad9a-e7e94a7aecbc, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=497f978a-e880-4e60-ad9a-e7e94a7aecbc,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:25.536073 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] For port 2ef03293-754a-4f90-b7bb-ae43c5130eb1, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:55:25.541420 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] For port 2ef03293-754a-4f90-b7bb-ae43c5130eb1, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=2ef03293-754a-4f90-b7bb-ae43c5130eb1,segment=NetworkSegment(6757497f-10ae-48f3-9a17-39b6a159aaf2),segment_id=6757497f-10ae-48f3-9a17-39b6a159aaf2)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:55:25.557770 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.560699 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:25.582837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.666248 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.752869 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=497f978a-e880-4e60-ad9a-e7e94a7aecbc,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:25.760764 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f1a78-03e8-4da0-be2c-f22a7fd1904d req-52c36bc7-e1af-436c-adb2-2a0f2af5f91f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:25.762189 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:25.762661 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:25.770437 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-829f1a78-03e8-4da0-be2c-f22a7fd1904d req-52c36bc7-e1af-436c-adb2-2a0f2af5f91f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 946 time: 0.1391845
Nov 13 07:55:25.811626 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.811626 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:25.811626 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Floating IP 7f1efd6a-ce0c-420a-a990-c543b453b157 disassociated. External IP: 172.27.1.172, port: 0af3e445-8a61-4c2b-8348-8d66fb50e3a6.
Nov 13 07:55:25.826700 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Calling delete_port for 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:25.857578 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-829f1a78-03e8-4da0-be2c-f22a7fd1904d req-f6c6d166-3939-4e8a-99fc-8719ce435e20 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups?id=693509dd-daae-40ff-8c31-bd8de9a37fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856824
Nov 13 07:55:25.945029 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Pushing event updated for resources: {'Port': ['ID=2ef03293-754a-4f90-b7bb-ae43c5130eb1,revision_number=2']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:25.954787 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:25.958423 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:26.193064 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92401b92-375e-408a-94d6-8b380464f3bb req-57424571-a54f-47ab-858b-9f423af9735e tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:26.200861 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-92401b92-375e-408a-94d6-8b380464f3bb req-57424571-a54f-47ab-858b-9f423af9735e tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.7554119
Nov 13 07:55:26.316753 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Allocated IP 172.27.1.72 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/8273a845-04b6-4203-bdad-d2d2b23ea23d) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:55:26.330102 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-92401b92-375e-408a-94d6-8b380464f3bb req-690297d7-5644-44ff-8f99-1b37c846686c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283007
Nov 13 07:55:26.332652 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84573b1b-9135-41cc-ba83-df26e1cabc98 req-27d2195d-362f-451f-aba1-22da679a9a83 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:26.334267 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-84573b1b-9135-41cc-ba83-df26e1cabc98 req-27d2195d-362f-451f-aba1-22da679a9a83 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1067388
Nov 13 07:55:26.350548 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:26.373132 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7c613ce8-5336-4d99-82af-dce4f66f1ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:26.394725 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-84573b1b-9135-41cc-ba83-df26e1cabc98 req-130f9a31-8b29-428b-bcd4-33e5f7cbc3a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528200
Nov 13 07:55:26.444774 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event deleted for resources: {'Port': ['ID=0af3e445-8a61-4c2b-8348-8d66fb50e3a6,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:26.615110 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.615482 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.615843 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.616196 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.616547 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.616896 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.617241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.617585 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.617929 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.618268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.618606 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:55:26.622070 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:26.667846 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 497f978a-e880-4e60-ad9a-e7e94a7aecbc up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:26.775016 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:26.834406 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 497f978a-e880-4e60-ad9a-e7e94a7aecbc triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:26.835340 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:26.866686 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ea7c7d03-c00e-4c90-bcf6-577aaa7b35c3 req-07a238e7-42bb-4dd0-bb2d-24e953f6d240 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2583244
Nov 13 07:55:27.111385 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2ef03293-754a-4f90-b7bb-ae43c5130eb1 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:27.178846 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-503d79b0-f191-4585-93cc-749ca8225bad req-3006009c-c722-4239-ba18-47018658b637 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0719051
Nov 13 07:55:27.206573 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:27.221542 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6873972f-a499-4ea7-838e-536d622b38ac tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:27.233977 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a127b15-3457-4b41-991e-bad70df436b3 None None] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:55:27.277864 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:27.283678 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:27.293617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Router d608b1da-c5a6-413e-bdb0-a519011dae4a has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:55:27.297354 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:55:27.378442 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Pushing event updated for resources: {'Port': ['ID=8273a845-04b6-4203-bdad-d2d2b23ea23d,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:27.382192 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:27.541633 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:27.544804 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-499afcdb-5bbc-46da-a50c-e847c8f9feda None None] Provisioning for port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:27.560975 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:27.561359 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:27.643812 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-499afcdb-5bbc-46da-a50c-e847c8f9feda None None] Provisioning complete for port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:27.644284 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-499afcdb-5bbc-46da-a50c-e847c8f9feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:27.710270 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-67e2a662-64c9-450c-a200-dcca4ec4b6e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2809486
Nov 13 07:55:27.719919 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b70b-2e5f-4632-b635-9940e4c4de96 req-ce235fb4-7b63-4f3f-a739-1cfdead78104 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:27.728517 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e767b70b-2e5f-4632-b635-9940e4c4de96 req-ce235fb4-7b63-4f3f-a739-1cfdead78104 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.2226925
Nov 13 07:55:27.864200 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e767b70b-2e5f-4632-b635-9940e4c4de96 req-6503f586-d2e7-44da-b75f-b9cf29b80617 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1337562
Nov 13 07:55:27.950628 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:27.983886 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866318db-0062-487d-9c2c-3a57cc54b99f req-fa8f0542-9910-425b-a1f3-dfe83bc545ca tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:27.996133 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-866318db-0062-487d-9c2c-3a57cc54b99f req-fa8f0542-9910-425b-a1f3-dfe83bc545ca tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.2963655
Nov 13 07:55:28.004480 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-499afcdb-5bbc-46da-a50c-e847c8f9feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:28.075630 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 2ef03293-754a-4f90-b7bb-ae43c5130eb1, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=2ef03293-754a-4f90-b7bb-ae43c5130eb1,segment=NetworkSegment(6757497f-10ae-48f3-9a17-39b6a159aaf2),segment_id=6757497f-10ae-48f3-9a17-39b6a159aaf2)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:28.140416 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:28.143706 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:28.220275 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:28.221248 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931901'] for router, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:28.268928 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:28.334773 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:28.335270 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:28.335525 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 042b7473-49b5-44dd-8697-4c7c9af86227 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:28.342271 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-866318db-0062-487d-9c2c-3a57cc54b99f req-0bc03e8e-4379-4eda-a429-9b723fdd6ebc tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3327909
Nov 13 07:55:28.355204 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:28.408173 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=2ef03293-754a-4f90-b7bb-ae43c5130eb1,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:28.412081 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] Sync routers for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:28.421983 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:28.452181 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] No DVR routers for this DVR port 0af3e445-8a61-4c2b-8348-8d66fb50e3a6 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:55:28.455627 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:28.470090 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'name': 'network-vif-deleted', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:55:28.488934 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:28.489583 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deea078b0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:28.547040 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9b90af1e-ea94-4c5d-936d-2bc2ebcedd94 req-e730a04e-3a65-454a-b3f2-7811ffa2f55a tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.0982640
Nov 13 07:55:28.609016 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-67ef8b63-3b01-4470-be15-d48d1ee77741 req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.18 "DELETE /v2.0/ports/0af3e445-8a61-4c2b-8348-8d66fb50e3a6 HTTP/1.1" status: 204  len: 173 time: 4.1519830
Nov 13 07:55:28.652640 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c3e0f-d326-43f9-bfff-2072456b8c6e', 'name': 'network-vif-deleted', 'tag': '0af3e445-8a61-4c2b-8348-8d66fb50e3a6', 'status': 'completed', 'code': 200}
Nov 13 07:55:28.768908 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2ef03293-754a-4f90-b7bb-ae43c5130eb1 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:28.810771 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-499afcdb-5bbc-46da-a50c-e847c8f9feda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:55:28.811418 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-499afcdb-5bbc-46da-a50c-e847c8f9feda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:55:28.813371 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Router db30495f-d007-42ab-8338-98a4e7b5b480 is scheduled to L3 agent 6b47c579-d645-4542-a364-d458e0143214 with binding_index 1 {{(pid=83599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 07:55:29.026230 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:29.133955 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:29.134640 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:29.165649 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:29.190828 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84194-fd30-4402-b2f1-bde51ba4a795 req-c1e23cee-b12d-4427-a188-7ac3d09e2316 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:29.199994 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8da84194-fd30-4402-b2f1-bde51ba4a795 req-c1e23cee-b12d-4427-a188-7ac3d09e2316 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1159077
Nov 13 07:55:29.248113 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:29.288692 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-8da84194-fd30-4402-b2f1-bde51ba4a795 req-65be6dfc-2038-4c1a-a004-f9b32671aa18 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873375
Nov 13 07:55:29.330033 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Sync routers for ids ['db30495f-d007-42ab-8338-98a4e7b5b480'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:29.343966 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Routers {'db30495f-d007-42ab-8338-98a4e7b5b480'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:29.345151 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee51670>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['db30495f-d007-42ab-8338-98a4e7b5b480'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:29.366544 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:55:29.444691 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:29.468707 dv-cinder-817832-1-iscsi neutron-server[83600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227', 'code': 422} returned with failed status
Nov 13 07:55:29.585446 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:29.586772 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.0421109
Nov 13 07:55:29.590757 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43792) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:29.613547 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:29.618368 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:29.630251 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Set router db30495f-d007-42ab-8338-98a4e7b5b480 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:29.706591 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1f1454fa-f5d1-40d7-b012-fb46dd3f8fde None None] Provisioning complete for port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:29.707013 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1f1454fa-f5d1-40d7-b012-fb46dd3f8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:29.737387 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=6']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:29.758322 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:29.789668 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad271ff-df1f-4b89-a961-8142e46713f2 req-2d466bfc-f833-4ee1-b47b-e2dc72c23fee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:29.791703 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2ad271ff-df1f-4b89-a961-8142e46713f2 req-2d466bfc-f833-4ee1-b47b-e2dc72c23fee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.2265878
Nov 13 07:55:29.824891 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deea078b0>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:29.845136 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] Checking router: d608b1da-c5a6-413e-bdb0-a519011dae4a for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:29.864219 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2ad271ff-df1f-4b89-a961-8142e46713f2 req-893ae06d-2640-436e-b854-6c0bbaa6e82a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648103
Nov 13 07:55:29.867930 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-c93a83ce-95d0-4404-929a-1de02068eda4 req-57024feb-e237-4b85-af87-ad246527c386 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Synchronizing usage tracker for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:55:29.941691 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:29.942545 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deea078b0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:30.004264 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-c93a83ce-95d0-4404-929a-1de02068eda4 req-57024feb-e237-4b85-af87-ad246527c386 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Unset dirty status for tenant:728dba4850df46759bff46353cf16a60 on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:55:30.005776 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c93a83ce-95d0-4404-929a-1de02068eda4 req-57024feb-e237-4b85-af87-ad246527c386 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53c3e0f-d326-43f9-bfff-2072456b8c6e HTTP/1.1" status: 200  len: 210 time: 0.2304013
Nov 13 07:55:30.125120 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee51670>, [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T07:55:27Z', 'revision_number': 3, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:30.135900 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Checking router: db30495f-d007-42ab-8338-98a4e7b5b480 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:30.136262 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Updating router db30495f-d007-42ab-8338-98a4e7b5b480 port 8273a845-04b6-4203-bdad-d2d2b23ea23d binding host dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:55:30.261461 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:30.444698 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:30.516887 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:30.546144 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035486ae-7993-4ce3-86e0-d5d1df8aacea req-d9505c51-2c72-40f0-93d2-825686dc0944 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:30.556624 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-035486ae-7993-4ce3-86e0-d5d1df8aacea req-d9505c51-2c72-40f0-93d2-825686dc0944 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.1242833
Nov 13 07:55:30.670821 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-035486ae-7993-4ce3-86e0-d5d1df8aacea req-200c288c-f6be-449d-9db2-a984d46dd4b1 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1128602
Nov 13 07:55:30.858486 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-6f187316-43e8-41dc-a322-df5a73925574 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908&tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb HTTP/1.1" status: 200  len: 1096 time: 0.1777928
Nov 13 07:55:30.924255 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Notify callbacks [] for port, precommit_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:30.931450 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deea078b0>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:30.935885 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f8c34-1c02-4b52-8b2a-f742cb02feec None None] The sync data for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi is: [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'f1d52776-97b8-4b23-aef9-8b0c7f6feff0', 'name': '', 'network_id': '5ce4da95-76b6-4434-b98c-5899f375e796', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'mac_address': 'fa:16:3e:ba:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:12Z', 'updated_at': '2021-11-13T07:48:47Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'subnets': [{'id': 'ab58c00e-eecf-4599-ade9-3f48ee0bb1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:30.942870 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.provisioning_blocks [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Transition to ACTIVE for port object 8273a845-04b6-4203-bdad-d2d2b23ea23d will not be triggered until provisioned by entity L2. {{(pid=83601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:31.053954 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.069993 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-8f098995-9e91-4887-9ad5-546927e9de02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1096 time: 0.1805418
Nov 13 07:55:31.140453 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.146984 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-a88ae444-b613-4ed7-8b99-9119c3d36a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:31.253498 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Attempting to bind port 8273a845-04b6-4203-bdad-d2d2b23ea23d on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:55:31.253880 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Attempting to bind port 8273a845-04b6-4203-bdad-d2d2b23ea23d by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:55:31.254328 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Attempting to bind port 8273a845-04b6-4203-bdad-d2d2b23ea23d on network d1fd01a6-be85-4534-815d-a46b2be3e942 {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:55:31.256307 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca4062-843e-4834-afd4-998d83dfb58b None None] Pushing event updated for resources: {'Port': ['ID=8273a845-04b6-4203-bdad-d2d2b23ea23d,revision_number=2']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:31.259185 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-2eca4062-843e-4834-afd4-998d83dfb58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:31.264854 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:55:31.264854 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Checking segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:31.265193 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.265562 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Bound using segment: {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'} {{(pid=83601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:55:31.266025 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.managers [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Bound port: 8273a845-04b6-4203-bdad-d2d2b23ea23d, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c255bb38-1dfb-4ca9-a6a4-653c93642e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942'}}] {{(pid=83601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:55:31.266425 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.330592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43810) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:31.340275 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] For port 8273a845-04b6-4203-bdad-d2d2b23ea23d, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:55:31.343846 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.plugins.ml2.db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] For port 8273a845-04b6-4203-bdad-d2d2b23ea23d, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=8273a845-04b6-4203-bdad-d2d2b23ea23d,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:55:31.408512 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.437514 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.453942 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.458760 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:31.492704 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-1ea7a06d-0607-4cb7-abfc-a1f97155b849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:31.494382 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-1ea7a06d-0607-4cb7-abfc-a1f97155b849 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 910 time: 0.3924577
Nov 13 07:55:31.562556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.563564 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca4062-843e-4834-afd4-998d83dfb58b None None] Pushing event updated for resources: {'Port': ['ID=8273a845-04b6-4203-bdad-d2d2b23ea23d,revision_number=3']} {{(pid=83601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:31.567594 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4d6b-59f8-444e-b44c-498662d77ef3 req-c46daeac-04b4-406b-a8ed-24fbde047deb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:31.567750 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-2eca4062-843e-4834-afd4-998d83dfb58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:31.568019 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e71dbfa7-1472-4cf6-a6a5-14cef5ee2975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:31.571827 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Routers {'db30495f-d007-42ab-8338-98a4e7b5b480'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:31.572631 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee51670>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['db30495f-d007-42ab-8338-98a4e7b5b480'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:31.574851 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a66e4d6b-59f8-444e-b44c-498662d77ef3 req-c46daeac-04b4-406b-a8ed-24fbde047deb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.5106003
Nov 13 07:55:31.585724 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693509dd-daae-40ff-8c31-bd8de9a37fe0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:31.602497 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:31.674769 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:31.680063 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "DELETE /v2.0/security-groups/693509dd-daae-40ff-8c31-bd8de9a37fe0 HTTP/1.1" status: 204  len: 168 time: 0.3441138
Nov 13 07:55:31.680063 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43820) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:31.696163 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.api.v2.resource [None req-6cc99e1a-34cc-4395-9b6a-69cf00064805 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] show failed (client error): The resource could not be found.
Nov 13 07:55:31.697367 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6cc99e1a-34cc-4395-9b6a-69cf00064805 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "GET /v2.0/security-groups/693509dd-daae-40ff-8c31-bd8de9a37fe0 HTTP/1.1" status: 404  len: 347 time: 0.0173042
Nov 13 07:55:31.705639 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43826) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:31.745847 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a66e4d6b-59f8-444e-b44c-498662d77ef3 req-da344fe9-b9ed-4160-8011-4d110b7760c0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1697273
Nov 13 07:55:31.748059 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-f71ff913-a9cb-4bab-ab30-0ed6f981d2bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 999 time: 0.2431912
Nov 13 07:55:31.768318 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] Set router db30495f-d007-42ab-8338-98a4e7b5b480 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:31.826988 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-4251e51e-467a-4848-9e7b-3e406d445eb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:31.831078 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-4251e51e-467a-4848-9e7b-3e406d445eb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 200  len: 848 time: 0.0702035
Nov 13 07:55:31.887350 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Allocated IP 172.20.0.1 (4783174b-1f7b-4191-bd6b-6b36f2314d98/d69ad551-0abc-4fa9-89e3-cfd10712cc8e/e6087fae-8b49-47e9-a55a-fbcffd455e85) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:55:32.019335 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Deleting port ac117931-ccee-411f-a5ac-9257520e483d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:32.019977 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.043416 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-4279b83c-4fa4-4d1b-bc94-c99153fac849 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2045186
Nov 13 07:55:32.081363 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.097787 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Transition to ACTIVE for port object e6087fae-8b49-47e9-a55a-fbcffd455e85 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:32.109382 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee51670>, [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T07:55:27Z', 'revision_number': 3, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:32.113932 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b8052-fc82-43ed-a6d6-1c47ee61b507 None None] The sync data for ids ['db30495f-d007-42ab-8338-98a4e7b5b480'] in dv-cinder-817832-1-iscsi is: [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T07:55:27Z', 'revision_number': 3, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:32.196981 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751979ff-e419-4655-a94e-5f34bfc01a34 req-17f6ec79-8877-43c6-96d3-6f8f7ee47380 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:32.198446 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-751979ff-e419-4655-a94e-5f34bfc01a34 req-17f6ec79-8877-43c6-96d3-6f8f7ee47380 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.2209699
Nov 13 07:55:32.210523 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.217364 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:32.248995 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.249320 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.316633 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:32.330020 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:32.333526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Pushing event updated for resources: {'Port': ['ID=e6087fae-8b49-47e9-a55a-fbcffd455e85,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:32.342116 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:55:32.362571 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:32.367332 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-0c14b5fc-d1c0-434d-9c1c-6f10fc13268d service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459006
Nov 13 07:55:32.382023 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Calling delete_port for ac117931-ccee-411f-a5ac-9257520e483d owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:32.420097 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-751979ff-e419-4655-a94e-5f34bfc01a34 req-b4e42b5c-5036-408b-bed8-14b3c2b6a8aa tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2076278
Nov 13 07:55:32.567869 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918379'] for router_interface, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.608956 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.615107 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:32.638691 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-72a4343e-50a4-4812-8499-9be28a1ec1ea None None] Provisioning for port e6087fae-8b49-47e9-a55a-fbcffd455e85 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:32.646259 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-72a4343e-50a4-4812-8499-9be28a1ec1ea None None] Provisioning complete for port e6087fae-8b49-47e9-a55a-fbcffd455e85 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:32.647057 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-72a4343e-50a4-4812-8499-9be28a1ec1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.659349 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c7a39852-2611-4ee7-bb86-79c770fe2021 req-d9ae5fc5-f59a-4b17-ae62-5f9ff53d56ad service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839334
Nov 13 07:55:32.666460 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89220456-3491-4737-9b79-f3d12021dd71 req-325a3a07-79a9-406b-a2be-44c42f328913 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1098 time: 0.2445126
Nov 13 07:55:32.673291 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Pushing event deleted for resources: {'Port': ['ID=ac117931-ccee-411f-a5ac-9257520e483d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:32.677084 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:32.762186 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-72a4343e-50a4-4812-8499-9be28a1ec1ea None None] Port e6087fae-8b49-47e9-a55a-fbcffd455e85 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:55:32.825025 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.833000 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf5c5c0-3151-49c8-9121-0efc1e89b793 None None] New status for floating IP 7f1efd6a-ce0c-420a-a990-c543b453b157: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:55:32.866237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.899744 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:32.901320 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] 10.222.0.32 "DELETE /v2.0/floatingips/7f1efd6a-ce0c-420a-a990-c543b453b157 HTTP/1.1" status: 204  len: 168 time: 1.1944594
Nov 13 07:55:33.173412 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220456-3491-4737-9b79-f3d12021dd71 req-db4d9f11-5f4d-421d-9da4-e867c35a6b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:33.174909 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89220456-3491-4737-9b79-f3d12021dd71 req-db4d9f11-5f4d-421d-9da4-e867c35a6b15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.5022118
Nov 13 07:55:33.298805 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89220456-3491-4737-9b79-f3d12021dd71 req-4ad11893-03cd-4dae-97bb-e090edf6f312 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 200  len: 1000 time: 0.1126640
Nov 13 07:55:33.449633 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220456-3491-4737-9b79-f3d12021dd71 req-dc949104-721a-40f5-952d-e32063021140 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:33.451125 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89220456-3491-4737-9b79-f3d12021dd71 req-dc949104-721a-40f5-952d-e32063021140 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.1452320
Nov 13 07:55:33.564712 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3621-1674-48e7-9d28-566ffacb8eef req-a9edded8-9242-441a-a526-aa67f0a65761 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:33.566172 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-310d3621-1674-48e7-9d28-566ffacb8eef req-a9edded8-9242-441a-a526-aa67f0a65761 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.5760376
Nov 13 07:55:33.637849 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:33.638629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66333e9f-f95e-4aff-a642-d04f6d9b0776 req-594621dc-9562-4a50-aa5d-ff8615313bd8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:33.640123 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-66333e9f-f95e-4aff-a642-d04f6d9b0776 req-594621dc-9562-4a50-aa5d-ff8615313bd8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0821135
Nov 13 07:55:33.648867 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89220456-3491-4737-9b79-f3d12021dd71 req-904bce59-c4c4-4291-a38b-52ec4528ad33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1875610
Nov 13 07:55:33.652613 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-310d3621-1674-48e7-9d28-566ffacb8eef req-a740ec4e-90df-4dcc-820d-91932118def7 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770347
Nov 13 07:55:33.687610 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-66333e9f-f95e-4aff-a642-d04f6d9b0776 req-192465ed-a36a-44a1-84e0-43ba7371ffcd tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419302
Nov 13 07:55:33.730088 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:33.765112 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-6ab52431-2ce6-47bc-89df-47127e1b5d5d tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:33.819233 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6d382f42-d5f2-4b51-816a-0af22b0f76ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:33.858421 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33432559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931399'] for router_interface, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:33.871579 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Pushing event updated for resources: {'Port': ['ID=e6087fae-8b49-47e9-a55a-fbcffd455e85,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:33.878341 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:33.909540 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89220456-3491-4737-9b79-f3d12021dd71 req-73b6bfbc-7123-42e2-ba05-6c3536f157c8 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531033
Nov 13 07:55:34.134251 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:55:34.136391 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-89220456-3491-4737-9b79-f3d12021dd71 req-cb5cdd2e-9d25-40d6-b7d3-e2347802955e service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203002
Nov 13 07:55:34.137318 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:55:34.141644 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:34.403230 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-da30f91c-ae39-4c9c-afc6-96cb733dcb2a None None] Provisioning complete for port e6087fae-8b49-47e9-a55a-fbcffd455e85 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:34.404145 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-da30f91c-ae39-4c9c-afc6-96cb733dcb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:34.455991 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-da30f91c-ae39-4c9c-afc6-96cb733dcb2a None None] Port e6087fae-8b49-47e9-a55a-fbcffd455e85 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:55:34.531359 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Router db30495f-d007-42ab-8338-98a4e7b5b480 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:55:34.549361 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 8273a845-04b6-4203-bdad-d2d2b23ea23d up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:34.676302 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port 8273a845-04b6-4203-bdad-d2d2b23ea23d completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:34.682090 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 8273a845-04b6-4203-bdad-d2d2b23ea23d triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:34.682583 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:34.818371 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:34.837375 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port 8273a845-04b6-4203-bdad-d2d2b23ea23d, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=8273a845-04b6-4203-bdad-d2d2b23ea23d,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:34.900502 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:34.902913 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:34.918241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779ce15-a4b0-4d7c-9347-07d407656be1 req-b09053aa-4727-460b-a38b-95d9f72ad67e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:34.919765 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2779ce15-a4b0-4d7c-9347-07d407656be1 req-b09053aa-4727-460b-a38b-95d9f72ad67e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.1145525
Nov 13 07:55:34.937331 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745176ac-cc62-465d-960a-9423bf5f1150 req-4d961563-6d5b-46bd-a5d3-7f915129a56a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:34.939457 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-745176ac-cc62-465d-960a-9423bf5f1150 req-4d961563-6d5b-46bd-a5d3-7f915129a56a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0984659
Nov 13 07:55:34.947066 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:34.963186 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] 10.222.0.32 "PUT /v2.0/routers/db30495f-d007-42ab-8338-98a4e7b5b480/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3712525
Nov 13 07:55:34.981940 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=8273a845-04b6-4203-bdad-d2d2b23ea23d,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:34.993652 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:34.995191 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-745176ac-cc62-465d-960a-9423bf5f1150 req-31f0cdb3-4b25-4132-97f4-fb5913cce11f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497427
Nov 13 07:55:35.007271 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2779ce15-a4b0-4d7c-9347-07d407656be1 req-20b1e143-a2b4-4a9e-a59d-fd324c2c30bf tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783017
Nov 13 07:55:35.725706 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43858) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:35.732376 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630266333', 'description': 'tempest-secgroup-smoke-630266333 description', 'project_id': '223449528a9f41b596ada04fa1f9290d'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:35.738624 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:35.742749 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:35.745688 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:35.752073 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:35.853900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:35.901746 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:35.906041 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:35.908937 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:35.914700 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:35.973041 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:35.977803 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-76dff3c4-286c-4a53-a426-9ee3c2f9bcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.063776 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.069550 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-f2ce0b17-3358-4839-a8b8-336c49f141ab tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:36.112341 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4735cc6b-615d-486d-9786-dfeee2d517bc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:36.115489 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:36.193835 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b683-ebf6-4a14-972f-74d636bface3 req-4c76aff9-5dfa-4e8f-bb4d-ec9857f752d7 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:36.195299 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f8a7b683-ebf6-4a14-972f-74d636bface3 req-4c76aff9-5dfa-4e8f-bb4d-ec9857f752d7 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0778780
Nov 13 07:55:36.202451 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:36.224983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329dc58-11b1-483f-8fa9-42f11224ede7 req-5cd3a859-77bd-4dfd-babe-f3b44ff39233 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:36.229948 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3329dc58-11b1-483f-8fa9-42f11224ede7 req-5cd3a859-77bd-4dfd-babe-f3b44ff39233 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 945 time: 0.0806823
Nov 13 07:55:36.242003 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f8a7b683-ebf6-4a14-972f-74d636bface3 req-c08250ef-613c-4df1-a3ac-870f3490de72 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407021
Nov 13 07:55:36.280768 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.282734 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.5552504
Nov 13 07:55:36.291061 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43874) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:36.296774 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'security_group_rule': {'security_group_id': '4735cc6b-615d-486d-9786-dfeee2d517bc', 'project_id': '223449528a9f41b596ada04fa1f9290d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:36.304670 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3329dc58-11b1-483f-8fa9-42f11224ede7 req-a280ca05-0c1b-49e6-a104-e45b4dd0c44e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720522
Nov 13 07:55:36.307640 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:36.311923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:36.314923 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:36.321590 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:36.342026 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.369956 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:55:36.379830 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:36.424495 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'code': 200}
Nov 13 07:55:36.526712 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 8273a845-04b6-4203-bdad-d2d2b23ea23d up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:36.563554 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.605838 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port 8273a845-04b6-4203-bdad-d2d2b23ea23d triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:36.606248 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.619386 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.716241 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.720610 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:36.786016 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=8']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:36.788936 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:36.813726 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.816025 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-91d8c717-b5f9-424e-abbc-ae83874984a5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:36.837752 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab78482-b0fd-4212-82c0-d299fbb60ee9,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:36.842211 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:36.967918 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.968165 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:36.969510 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-20455e5d-3148-4e95-89e6-8aca487afff0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6771281
Nov 13 07:55:36.972188 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43888) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:36.978030 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'security_group_rule': {'security_group_id': '4735cc6b-615d-486d-9786-dfeee2d517bc', 'project_id': '223449528a9f41b596ada04fa1f9290d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:36.986895 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:36.990698 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:36.993572 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:37.000194 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:37.142977 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.206487 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.299557 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.303772 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:37.329063 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c74608-12bd-43b3-9fa2-6910f5a5f339,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:37.334347 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:37.440727 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.441907 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6b60523b-ee86-4395-a973-1d2f099f70b1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4686377
Nov 13 07:55:37.448888 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a4738-599b-4b58-ae0c-2e954d2b1396 req-0be7dc15-9a30-4703-8b1e-ffba1b9bef65 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:37.449399 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43898) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:37.450897 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-473a4738-599b-4b58-ae0c-2e954d2b1396 req-0be7dc15-9a30-4703-8b1e-ffba1b9bef65 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.0797486
Nov 13 07:55:37.455655 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'security_group_rule': {'security_group_id': '4735cc6b-615d-486d-9786-dfeee2d517bc', 'project_id': '223449528a9f41b596ada04fa1f9290d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:37.461514 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:37.465426 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:37.468334 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:37.474362 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:37.497713 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-473a4738-599b-4b58-ae0c-2e954d2b1396 req-36e5dcf8-33a7-48a0-8f98-2490e93e82a0 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406005
Nov 13 07:55:37.556170 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.620980 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:55:37.631193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.670234 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43906) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:37.687860 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.689955 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:37.716104 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3a7cce-bf94-4186-9321-c5b39980c4a9,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:37.718462 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:37.789497 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:37.790827 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-739b2528-b637-43b3-849d-9796950f2f87 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3403447
Nov 13 07:55:37.793635 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 43912) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:37.800029 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'security_group_rule': {'security_group_id': '4735cc6b-615d-486d-9786-dfeee2d517bc', 'project_id': '223449528a9f41b596ada04fa1f9290d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:37.805802 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:37.810129 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:37.813069 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:37.818798 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:37.924279 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.063150 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.169469 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.182563 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:38.207305 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529d46c2-0c25-47e0-9541-92ce58d94b16,revision_number=0']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:38.211081 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:38.285368 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.285911 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-2e5a119c-6680-460f-a427-2bc59f05414d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4906998
Nov 13 07:55:38.289038 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43924) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:38.295072 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'security_group_rule': {'security_group_id': '4735cc6b-615d-486d-9786-dfeee2d517bc', 'project_id': '223449528a9f41b596ada04fa1f9290d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:38.301913 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:38.306101 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:38.311897 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:38.317480 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:38.340454 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.389586 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Project 223449528a9f41b596ada04fa1f9290d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 07:55:38.396171 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.460660 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.533963 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.536183 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:38.602855 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae45852e-6d26-4c10-ad45-d733e8bc9ab7,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:38.610693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:38.652811 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.676862 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.680957 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8e1d7fa2-9607-4f5e-b859-a8ca9a8a5ce2 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3882830
Nov 13 07:55:38.684967 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43932) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:38.687911 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'security_group_rule': {'security_group_id': '4735cc6b-615d-486d-9786-dfeee2d517bc', 'project_id': '223449528a9f41b596ada04fa1f9290d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:55:38.693816 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:55:38.697688 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:security_group_rule and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:55:38.701390 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:55:38.708050 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:55:38.785291 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.securitygroups_db [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Project 223449528a9f41b596ada04fa1f9290d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 07:55:38.792208 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.835784 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e83e27-db4c-4bd8-9c87-8979838c5d1f req-1f8369c4-4f3f-414f-ac98-14f1d7592fd8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:38.837239 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-59e83e27-db4c-4bd8-9c87-8979838c5d1f req-1f8369c4-4f3f-414f-ac98-14f1d7592fd8 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.1447761
Nov 13 07:55:38.858679 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.925141 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-59e83e27-db4c-4bd8-9c87-8979838c5d1f req-2bb7b708-a9f4-4299-b107-eb8377be5830 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807176
Nov 13 07:55:38.934221 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644639'] for security_group_rule, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:38.936053 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:38.964574 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7173c7d-ce14-4431-b1c9-b06ba81f0198,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:38.968604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:39.019361 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:39.022005 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-60648820-e1f3-4bfe-a206-6d260aaf6f34 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3384721
Nov 13 07:55:39.191768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Deleting port f1d52776-97b8-4b23-aef9-8b0c7f6feff0 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:39.192102 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:39.435303 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] For port f1d52776-97b8-4b23-aef9-8b0c7f6feff0, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:39.435649 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:39.444615 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0c0bf5b7-4d53-4d83-9223-d9d3db7946bf req-d69ba8b0-c2ef-4bc7-ba0d-3c5e02f655a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1953504
Nov 13 07:55:39.561912 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Calling delete_port for f1d52776-97b8-4b23-aef9-8b0c7f6feff0 owned by network:router_interface {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:39.865818 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:39.871563 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a871c86d-c569-499d-bca0-a968a38b6bc6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:39.903427 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dd353-4c57-461e-9741-f1540f48b603 req-12a82dbd-29fa-4a76-b843-1690ed961e6b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:39.905029 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-788dd353-4c57-461e-9741-f1540f48b603 req-12a82dbd-29fa-4a76-b843-1690ed961e6b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0809388
Nov 13 07:55:39.926853 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d52776-97b8-4b23-aef9-8b0c7f6feff0,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:39.933133 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:39.967317 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-788dd353-4c57-461e-9741-f1540f48b603 req-51a79b06-21bf-4cff-a35b-a5b77cc9940a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563734
Nov 13 07:55:40.170889 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-b3931784-49c3-4e40-9551-4604378b4b4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0848367
Nov 13 07:55:40.243785 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:40.303322 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc054-604a-4ba5-b580-fc2a3b408893 req-3ff89e46-d177-4715-a6d9-c23ec8836f43 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:40.304823 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-907fc054-604a-4ba5-b580-fc2a3b408893 req-3ff89e46-d177-4715-a6d9-c23ec8836f43 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.1559319
Nov 13 07:55:40.373650 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-907fc054-604a-4ba5-b580-fc2a3b408893 req-2c4f4795-fc67-45fc-b648-2b0f4f148afd tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593483
Nov 13 07:55:40.400203 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:41.167748 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-71e12b17-2d00-49bb-b146-ffab0c65c570 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed&tenant_id=f490cae0b0bc42e9967df5c301d2299b HTTP/1.1" status: 200  len: 1096 time: 0.1110752
Nov 13 07:55:41.186512 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Router d608b1da-c5a6-413e-bdb0-a519011dae4a has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:55:41.208086 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebdd06-f7e7-4bd1-b13b-346fdb155de6 req-b09a7cd6-b1ba-4cac-85bb-e0e5a529d656 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:41.209532 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e2ebdd06-f7e7-4bd1-b13b-346fdb155de6 req-b09a7cd6-b1ba-4cac-85bb-e0e5a529d656 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0890362
Nov 13 07:55:41.258111 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e2ebdd06-f7e7-4bd1-b13b-346fdb155de6 req-b29914fb-95b6-465e-a68a-45c5b40e5849 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428982
Nov 13 07:55:41.399010 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-0d69d1f0-dd25-45d2-b34a-edbc5f775265 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1096 time: 0.1477194
Nov 13 07:55:41.563143 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-f5132a18-eb2d-4145-94b9-3242ca372d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:41.564638 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-f5132a18-eb2d-4145-94b9-3242ca372d1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.1573436
Nov 13 07:55:41.638567 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:55:41.647063 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe675615-3688-4c51-affb-50c395e9443c None None] Sync routers for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:41.660874 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:41.661787 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3def0c0d30>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:41.712312 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] 10.222.0.32 "PUT /v2.0/routers/d608b1da-c5a6-413e-bdb0-a519011dae4a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0408623
Nov 13 07:55:41.715009 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 43984) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:41.743714 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-d7b8b997-2319-4c23-8ed0-536b67dd8f30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 200  len: 998 time: 0.1718514
Nov 13 07:55:41.831170 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a16aa-6931-4fcb-99ba-c0ca79b762af req-e9bc4f27-b131-4671-b0fc-7eb23455f400 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:41.832614 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-413a16aa-6931-4fcb-99ba-c0ca79b762af req-e9bc4f27-b131-4671-b0fc-7eb23455f400 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 943 time: 0.1750157
Nov 13 07:55:41.833968 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-8c582593-8452-4381-8d6c-30e39f9a1b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:41.835311 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-8c582593-8452-4381-8d6c-30e39f9a1b52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.0839512
Nov 13 07:55:41.854027 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:41.933471 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-413a16aa-6931-4fcb-99ba-c0ca79b762af req-70f53c2a-a97a-4645-9b6c-224e955a4e44 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942183
Nov 13 07:55:41.978155 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-c1fb4304-77cd-4543-b8d6-2d6f6c8279f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1232104
Nov 13 07:55:42.017763 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:42.118756 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-7b5a77d1-96da-49ea-9c67-809aae3a193f service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318231
Nov 13 07:55:42.153480 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3def0c0d30>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:55:39Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:42.157219 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe675615-3688-4c51-affb-50c395e9443c None None] Checking router: d608b1da-c5a6-413e-bdb0-a519011dae4a for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:42.167917 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] Routers {'d608b1da-c5a6-413e-bdb0-a519011dae4a'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:42.169113 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3def0c0d30>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d608b1da-c5a6-413e-bdb0-a519011dae4a'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:42.239456 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:42.249349 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 042b7473-49b5-44dd-8697-4c7c9af86227 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:55:42.272968 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6b3016d-736d-4a7a-af59-40a72beb0fc4 req-6e92f689-995e-47e3-97b2-a5ef94b53d71 service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469533
Nov 13 07:55:42.310646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Deleting port 5679ae23-41ab-4898-8a05-fb5c07279a26 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:42.310646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:42.448641 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] Set router d608b1da-c5a6-413e-bdb0-a519011dae4a gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:42.565099 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] For port 5679ae23-41ab-4898-8a05-fb5c07279a26, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=5679ae23-41ab-4898-8a05-fb5c07279a26,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:42.565768 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:42.605029 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:42.635550 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '042b7473-49b5-44dd-8697-4c7c9af86227', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'port_id': '042b7473-49b5-44dd-8697-4c7c9af86227', 'mac_address': 'fa:16:3e:ba:42:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:55:42.751525 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:42.785815 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Calling delete_port for 5679ae23-41ab-4898-8a05-fb5c07279a26 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:42.787269 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Sync routers for ids ['db30495f-d007-42ab-8338-98a4e7b5b480'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:55:42.814878 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042b7473-49b5-44dd-8697-4c7c9af86227 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:55:42.828357 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Routers {'db30495f-d007-42ab-8338-98a4e7b5b480'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:42.829361 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeec5a00>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['db30495f-d007-42ab-8338-98a4e7b5b480'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:42.906305 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2665a-90ef-4e14-b402-37c87402730a req-a0ee075b-2347-44d7-b27c-67d15813c119 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:42.914076 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fca2665a-90ef-4e14-b402-37c87402730a req-a0ee075b-2347-44d7-b27c-67d15813c119 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.2394388
Nov 13 07:55:42.928190 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-fe675615-3688-4c51-affb-50c395e9443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3def0c0d30>, [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:55:39Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:42.930326 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:42.933445 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe675615-3688-4c51-affb-50c395e9443c None None] The sync data for ids ['d608b1da-c5a6-413e-bdb0-a519011dae4a'] in dv-cinder-817832-1-iscsi is: [{'id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'name': 'tempest-AttachVolumeTestJSON-1814439551-router', 'tenant_id': '728dba4850df46759bff46353cf16a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:55:39Z', 'revision_number': 5, 'project_id': '728dba4850df46759bff46353cf16a60', 'gw_port': {'id': '5679ae23-41ab-4898-8a05-fb5c07279a26', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608b1da-c5a6-413e-bdb0-a519011dae4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:42.974562 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fca2665a-90ef-4e14-b402-37c87402730a req-7fb39f3d-3e57-4948-b424-a3567758cb08 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589859
Nov 13 07:55:43.008655 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:43.014231 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:43.119802 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=7']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:43.124055 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:43.129339 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Set router db30495f-d007-42ab-8338-98a4e7b5b480 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:43.133538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:43.139132 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-79032c8d-5a23-42ab-a1a2-c5c76630de05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:43.164881 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a7ee1-4c2e-4fd1-944b-a5baa471c910 req-741fd582-8464-481d-8aa4-aab8120c9ef0 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:43.172371 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e9a7ee1-4c2e-4fd1-944b-a5baa471c910 req-741fd582-8464-481d-8aa4-aab8120c9ef0 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.0929937
Nov 13 07:55:43.228499 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e9a7ee1-4c2e-4fd1-944b-a5baa471c910 req-7c1de4bb-4da1-452f-9a87-a5921374f985 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551674
Nov 13 07:55:43.267749 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5679ae23-41ab-4898-8a05-fb5c07279a26,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:43.272677 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:43.322700 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['042b7473-49b5-44dd-8697-4c7c9af86227'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:55:43.475091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:43.688351 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeec5a00>, [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T07:55:32Z', 'revision_number': 4, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'e6087fae-8b49-47e9-a55a-fbcffd455e85', 'name': '', 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'mac_address': 'fa:16:3e:7f:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69ad551-0abc-4fa9-89e3-cfd10712cc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:31Z', 'updated_at': '2021-11-13T07:55:33Z', 'revision_number': 2, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'subnets': [{'id': 'd69ad551-0abc-4fa9-89e3-cfd10712cc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:43.702302 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Checking router: db30495f-d007-42ab-8338-98a4e7b5b480 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:55:43.702689 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Updating router db30495f-d007-42ab-8338-98a4e7b5b480 port e6087fae-8b49-47e9-a55a-fbcffd455e85 binding host dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 13 07:55:43.784535 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:43.860989 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:43.877312 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:43.985319 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:43.986515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d608b1da-c5a6-413e-bdb0-a519011dae4a {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 07:55:44.016844 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:44.018542 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] 10.222.0.32 "DELETE /v2.0/routers/d608b1da-c5a6-413e-bdb0-a519011dae4a HTTP/1.1" status: 204  len: 168 time: 2.3025589
Nov 13 07:55:44.021380 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44008) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:44.140546 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Deleting subnet ab58c00e-eecf-4599-ade9-3f48ee0bb1bd {{(pid=83599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:55:44.157183 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:44.356487 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d592c-0663-4f2e-91de-0d2c9ef6c891 req-aa4c88ea-59d9-499f-be29-8b4bdfd892ec tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:44.375308 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c51d592c-0663-4f2e-91de-0d2c9ef6c891 req-aa4c88ea-59d9-499f-be29-8b4bdfd892ec tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1435275
Nov 13 07:55:44.419286 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:44.433873 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Transition to ACTIVE for port object e6087fae-8b49-47e9-a55a-fbcffd455e85 will not be triggered until provisioned by entity L2. {{(pid=83600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:55:44.452877 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c51d592c-0663-4f2e-91de-0d2c9ef6c891 req-b54604c1-ff54-43fa-a0a8-c50421db23c4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757771
Nov 13 07:55:44.462204 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583131'] for subnet, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:44.527052 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:44.538692 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:44.630598 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device f1d52776-97b8-4b23-aef9-8b0c7f6feff0 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:44.744860 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ca2b9-5560-4fba-ad19-14ab0e6db583 req-2a70a6d0-ccb3-4ac3-adbc-d18abc5592e6 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:44.747302 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-299ca2b9-5560-4fba-ad19-14ab0e6db583 req-2a70a6d0-ccb3-4ac3-adbc-d18abc5592e6 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.2320366
Nov 13 07:55:44.798394 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:44.864196 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96914d2-350c-4b0f-ad6e-5e8d059caa30 None None] Pushing event updated for resources: {'Port': ['ID=e6087fae-8b49-47e9-a55a-fbcffd455e85,revision_number=3']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:44.870568 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: f1d52776-97b8-4b23-aef9-8b0c7f6feff0 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:44.870981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device f1d52776-97b8-4b23-aef9-8b0c7f6feff0 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:44.875229 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e96914d2-350c-4b0f-ad6e-5e8d059caa30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:44.937728 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-299ca2b9-5560-4fba-ad19-14ab0e6db583 req-b965e6c5-1c5f-45bc-8391-1e8e8b82e99a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1831050
Nov 13 07:55:44.997347 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Attempting to bind port e6087fae-8b49-47e9-a55a-fbcffd455e85 on host dv-cinder-817832-1-iscsi for vnic_type normal with profile  {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:55:44.997730 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Attempting to bind port e6087fae-8b49-47e9-a55a-fbcffd455e85 by drivers openvswitch,hyperv on host dv-cinder-817832-1-iscsi at level 0 using segments [{'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:55:44.998101 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Attempting to bind port e6087fae-8b49-47e9-a55a-fbcffd455e85 on network 4783174b-1f7b-4191-bd6b-6b36f2314d98 {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:55:45.009542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Checking agent: {'id': 'bb08063d-59ad-4b7d-9c0b-f51314c80d94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 39, 34), 'started_at': datetime.datetime(2021, 11, 13, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:55:45.009542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Checking segment: {'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:55:45.009542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.009542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Bound using segment: {'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'} {{(pid=83600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:55:45.009542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.managers [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Bound port: e6087fae-8b49-47e9-a55a-fbcffd455e85, host: dv-cinder-817832-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6757497f-10ae-48f3-9a17-39b6a159aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98'}}] {{(pid=83600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:55:45.009542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.043259 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1934815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2053993'] for subnet, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.051549 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:45.099004 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab58c00e-eecf-4599-ade9-3f48ee0bb1bd,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:45.106096 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:45.107689 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.117591 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0664a8-b1b4-49e7-9207-bc3a63ebb6ae None None] Network 5ce4da95-76b6-4434-b98c-5899f375e796 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:55:45.118227 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44018) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:45.127306 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a7696aaa-9ef8-44eb-9509-6734c573bd62 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ab58c00e-eecf-4599-ade9-3f48ee0bb1bd HTTP/1.1" status: 204  len: 168 time: 1.1047375
Nov 13 07:55:45.227761 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] For port e6087fae-8b49-47e9-a55a-fbcffd455e85, host dv-cinder-817832-1-iscsi, cleared binding levels {{(pid=83600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:55:45.307972 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.310745 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] For port e6087fae-8b49-47e9-a55a-fbcffd455e85, host dv-cinder-817832-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=e6087fae-8b49-47e9-a55a-fbcffd455e85,segment=NetworkSegment(6757497f-10ae-48f3-9a17-39b6a159aaf2),segment_id=6757497f-10ae-48f3-9a17-39b6a159aaf2)] {{(pid=83600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:55:45.321259 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Deleting port 42007c1f-4a62-45df-a58b-0b2f9d227ade {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:45.321646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.420571 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.427509 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:45.551977 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Routers {'db30495f-d007-42ab-8338-98a4e7b5b480'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:55:45.553455 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeec5a00>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:55:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['db30495f-d007-42ab-8338-98a4e7b5b480'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:45.613423 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96914d2-350c-4b0f-ad6e-5e8d059caa30 None None] Pushing event updated for resources: {'Port': ['ID=e6087fae-8b49-47e9-a55a-fbcffd455e85,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:45.616842 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e96914d2-350c-4b0f-ad6e-5e8d059caa30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:45.726865 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] DHCP port deletion for 5ce4da95-76b6-4434-b98c-5899f375e796 request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 07:55:45.745948 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Deleting port 42007c1f-4a62-45df-a58b-0b2f9d227ade {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:45.747088 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.807590 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] For port 42007c1f-4a62-45df-a58b-0b2f9d227ade, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=42007c1f-4a62-45df-a58b-0b2f9d227ade,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:45.808187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:45.944336 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] Set router db30495f-d007-42ab-8338-98a4e7b5b480 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:55:45.995152 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Calling delete_port for 42007c1f-4a62-45df-a58b-0b2f9d227ade owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:46.105320 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142051a1-3c29-4469-a8d0-252a796c2d4b req-e8098ebb-b933-4c13-9cdb-25a6fba05f7e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:46.112425 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-142051a1-3c29-4469-a8d0-252a796c2d4b req-e8098ebb-b933-4c13-9cdb-25a6fba05f7e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.2743719
Nov 13 07:55:46.156634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.162307 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a0e3b16d-a1fe-4326-adbb-67b089c1feae tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:46.216280 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=42007c1f-4a62-45df-a58b-0b2f9d227ade,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:46.241588 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-142051a1-3c29-4469-a8d0-252a796c2d4b req-8a3c2e68-f9cd-4bff-865d-a53749a99b8b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1273341
Nov 13 07:55:46.242325 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] For port 42007c1f-4a62-45df-a58b-0b2f9d227ade, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=42007c1f-4a62-45df-a58b-0b2f9d227ade,segment=NetworkSegment(4264599c-a7f0-4ad9-858f-4030bb650d99),segment_id=4264599c-a7f0-4ad9-858f-4030bb650d99)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:46.242550 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:46.242939 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.255501 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] No DVR routers for this DVR port 42007c1f-4a62-45df-a58b-0b2f9d227ade on host dv-cinder-817832-1-iscsi {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:55:46.268967 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 042b7473-49b5-44dd-8697-4c7c9af86227 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:46.305779 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf0d-eade-414e-883b-7cdde370eb03 req-e08beaf5-3d3a-4ca3-8c0b-d3c07720980c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:46.324352 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2da0cf0d-eade-414e-883b-7cdde370eb03 req-e08beaf5-3d3a-4ca3-8c0b-d3c07720980c tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 944 time: 0.1525364
Nov 13 07:55:46.416164 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.466645 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3def00f610>,) {'filters': {'network_id': ['5ce4da95-76b6-4434-b98c-5899f375e796']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:46.467711 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2da0cf0d-eade-414e-883b-7cdde370eb03 req-6b2dacb8-43f8-42b6-8f6d-c7396ddb8321 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1408830
Nov 13 07:55:46.482391 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3def00f610>, '4264599c-a7f0-4ad9-858f-4030bb650d99') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:46.482748 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3def00f610>, '4264599c-a7f0-4ad9-858f-4030bb650d99') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:46.498516 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.558133 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.569922 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:55:46.570527 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.657172 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5679ae23-41ab-4898-8a05-fb5c07279a26 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:46.689117 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Calling delete_port for 42007c1f-4a62-45df-a58b-0b2f9d227ade owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:55:46.714946 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:55:46.751408 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 5679ae23-41ab-4898-8a05-fb5c07279a26 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:46.758298 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5679ae23-41ab-4898-8a05-fb5c07279a26 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:46.758298 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 42007c1f-4a62-45df-a58b-0b2f9d227ade no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:55:46.790901 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 42007c1f-4a62-45df-a58b-0b2f9d227ade {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:55:46.791260 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 42007c1f-4a62-45df-a58b-0b2f9d227ade not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:55:46.864025 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:55:46.864025 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:55:46.864442 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 042b7473-49b5-44dd-8697-4c7c9af86227 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:46.864895 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.889949 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeec5a00>, [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T07:55:32Z', 'revision_number': 4, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'e6087fae-8b49-47e9-a55a-fbcffd455e85', 'name': '', 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'mac_address': 'fa:16:3e:7f:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69ad551-0abc-4fa9-89e3-cfd10712cc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:31Z', 'updated_at': '2021-11-13T07:55:45Z', 'revision_number': 4, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'subnets': [{'id': 'd69ad551-0abc-4fa9-89e3-cfd10712cc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:55:46.907975 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee406b-af3b-4c1a-86af-f89dedbb55c1 None None] The sync data for ids ['db30495f-d007-42ab-8338-98a4e7b5b480'] in dv-cinder-817832-1-iscsi is: [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T07:55:32Z', 'revision_number': 4, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': 'e6087fae-8b49-47e9-a55a-fbcffd455e85', 'name': '', 'network_id': '4783174b-1f7b-4191-bd6b-6b36f2314d98', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'mac_address': 'fa:16:3e:7f:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69ad551-0abc-4fa9-89e3-cfd10712cc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:31Z', 'updated_at': '2021-11-13T07:55:45Z', 'revision_number': 4, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'subnets': [{'id': 'd69ad551-0abc-4fa9-89e3-cfd10712cc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:55:46.916537 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.924744 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:46.949327 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:47.029778 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce4da95-76b6-4434-b98c-5899f375e796,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:47.038045 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:47.060593 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:47.089162 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c382a39f-734b-4e66-858a-66a273dda1d0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5ce4da95-76b6-4434-b98c-5899f375e796 HTTP/1.1" status: 204  len: 168 time: 1.9698167
Nov 13 07:55:47.120457 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:55:47.160832 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:47.207816 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227', 'code': 200}
Nov 13 07:55:47.272237 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:47.277888 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:47.357267 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Deleting port 42007c1f-4a62-45df-a58b-0b2f9d227ade {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:55:47.357918 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:47.469258 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=8']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:47.483616 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:47.498870 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8792b-c9b9-4b30-b819-ef08351f0325 None None] The port '42007c1f-4a62-45df-a58b-0b2f9d227ade' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 07:55:47.548634 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d423b6a-cd6e-4255-9567-495fca9bc107 req-bfd273b7-a892-455d-8f6d-0d7718e97fd6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:47.558590 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2d423b6a-cd6e-4255-9567-495fca9bc107 req-bfd273b7-a892-455d-8f6d-0d7718e97fd6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1220796
Nov 13 07:55:47.651415 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2d423b6a-cd6e-4255-9567-495fca9bc107 req-c2cf7bb1-ab3d-421c-b461-dce817a3e8f6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911093
Nov 13 07:55:47.727093 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44040) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:47.797577 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a72e28bd-a538-4d47-96de-4d2bb14b5256 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=728dba4850df46759bff46353cf16a60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0691886
Nov 13 07:55:47.799995 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44044) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:55:47.839236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8836e-66f9-4a05-8a86-7eeee9a6bc32 req-8cf98bc3-4c18-4617-b9ee-72e00ba22ab5 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:47.849231 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4df8836e-66f9-4a05-8a86-7eeee9a6bc32 req-8cf98bc3-4c18-4617-b9ee-72e00ba22ab5 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1280546
Nov 13 07:55:47.894457 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:47.942126 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4df8836e-66f9-4a05-8a86-7eeee9a6bc32 req-8fd762bc-1a9d-4efa-a274-ab3d7ca87b94 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940008
Nov 13 07:55:47.947560 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:48.246478 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:48.250525 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-66894a80-ca5e-4093-bfd9-a1423cf767ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:48.270875 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef427c27-99d0-4488-b526-9691316924f2,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:48.275124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:48.282448 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:48.286458 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef427c27-99d0-4488-b526-9691316924f2 HTTP/1.1" status: 204  len: 168 time: 0.4853787
Nov 13 07:55:48.554359 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device e6087fae-8b49-47e9-a55a-fbcffd455e85 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:48.727646 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning for port e6087fae-8b49-47e9-a55a-fbcffd455e85 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:55:48.733045 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port e6087fae-8b49-47e9-a55a-fbcffd455e85 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:48.733555 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:48.878520 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:48.907424 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb271fb-f7f2-47c6-af0e-76edf52f1b87 req-40f242be-315c-4b20-932b-28099f4fd8c4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:48.909099 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ebb271fb-f7f2-47c6-af0e-76edf52f1b87 req-40f242be-315c-4b20-932b-28099f4fd8c4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1101902
Nov 13 07:55:48.917343 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] For port e6087fae-8b49-47e9-a55a-fbcffd455e85, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=e6087fae-8b49-47e9-a55a-fbcffd455e85,segment=NetworkSegment(6757497f-10ae-48f3-9a17-39b6a159aaf2),segment_id=6757497f-10ae-48f3-9a17-39b6a159aaf2)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:55:48.996591 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:49.002007 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e96914d2-350c-4b0f-ad6e-5e8d059caa30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:55:49.007571 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ebb271fb-f7f2-47c6-af0e-76edf52f1b87 req-300fb0dc-528b-460e-b301-9fc97ef8a639 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922058
Nov 13 07:55:49.150453 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Pushing event updated for resources: {'Port': ['ID=e6087fae-8b49-47e9-a55a-fbcffd455e85,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:55:49.154113 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:55:49.286846 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd9724-4b44-44f8-aeb6-9987bac8f707 req-a87fa030-4c0a-427b-bad7-b37fad463b0a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:49.295993 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eadd9724-4b44-44f8-aeb6-9987bac8f707 req-a87fa030-4c0a-427b-bad7-b37fad463b0a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.2096841
Nov 13 07:55:49.352426 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eadd9724-4b44-44f8-aeb6-9987bac8f707 req-2240fc3b-e4ef-4778-b6c7-0942c57e869d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539963
Nov 13 07:55:50.290106 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dac656-60e4-4e61-935c-ae16aedbe8e5 req-92c161d8-cbfb-4980-be7e-12cb0ab67752 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:50.291593 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-41dac656-60e4-4e61-935c-ae16aedbe8e5 req-92c161d8-cbfb-4980-be7e-12cb0ab67752 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0822642
Nov 13 07:55:50.355445 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-41dac656-60e4-4e61-935c-ae16aedbe8e5 req-ef87b2aa-ced8-43e6-9cc1-f01da1f76c2d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577607
Nov 13 07:55:50.606878 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device e6087fae-8b49-47e9-a55a-fbcffd455e85 up at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:55:50.688911 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926b6a-2318-418d-bc01-3baefc47ab6b req-c0e4de3d-b63e-497e-8cea-603a220ac9d4 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:50.692742 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ca926b6a-2318-418d-bc01-3baefc47ab6b req-c0e4de3d-b63e-497e-8cea-603a220ac9d4 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1804733
Nov 13 07:55:50.728297 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Provisioning complete for port e6087fae-8b49-47e9-a55a-fbcffd455e85 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:55:50.728748 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:55:50.764677 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ca926b6a-2318-418d-bc01-3baefc47ab6b req-f4694253-e39f-45c8-b47f-d585357350a6 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564699
Nov 13 07:55:51.602232 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c8fb2-a656-42ad-9b9b-b7c20853fbf9 req-1b33397e-9df2-43be-805d-ba9f4941cec2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:51.608977 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-312c8fb2-a656-42ad-9b9b-b7c20853fbf9 req-1b33397e-9df2-43be-805d-ba9f4941cec2 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0982971
Nov 13 07:55:51.665411 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-312c8fb2-a656-42ad-9b9b-b7c20853fbf9 req-6ca6321c-07b0-46c8-aa64-e7ed32d947eb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555582
Nov 13 07:55:51.997037 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2ce1-1419-4fd5-b7fc-43cb3812a53a req-9147dbf7-d99e-4027-9105-fd9cc2027f20 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:51.999927 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0baa2ce1-1419-4fd5-b7fc-43cb3812a53a req-9147dbf7-d99e-4027-9105-fd9cc2027f20 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0956712
Nov 13 07:55:52.053515 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0baa2ce1-1419-4fd5-b7fc-43cb3812a53a req-1cb26f84-59be-48b0-8352-b7f9f2b4bcbd tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481508
Nov 13 07:55:52.940466 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e8f6-8e70-44e3-afb8-a14864ba66aa req-26701030-5a68-410f-a705-bcad944daaa5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:52.941917 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc53e8f6-8e70-44e3-afb8-a14864ba66aa req-26701030-5a68-410f-a705-bcad944daaa5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0892467
Nov 13 07:55:52.988802 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-bc53e8f6-8e70-44e3-afb8-a14864ba66aa req-0f8787c4-d065-4da3-8d99-36cf9d5ca56c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413868
Nov 13 07:55:53.284393 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39e30c-2703-4b35-a903-63b856374c2b req-d697c764-4b6d-4b50-b4f0-ad6aec66317f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:53.288032 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e39e30c-2703-4b35-a903-63b856374c2b req-d697c764-4b6d-4b50-b4f0-ad6aec66317f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0947049
Nov 13 07:55:53.350179 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e39e30c-2703-4b35-a903-63b856374c2b req-c769ea89-7294-43e8-ad35-34c35946ca85 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528061
Nov 13 07:55:54.195727 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b92bf5-15f9-4089-9b9d-49bb526c1e04 req-97c9026e-3d06-45d1-92f1-cb9d3e387e46 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:54.197149 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a7b92bf5-15f9-4089-9b9d-49bb526c1e04 req-97c9026e-3d06-45d1-92f1-cb9d3e387e46 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0748882
Nov 13 07:55:54.242789 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a7b92bf5-15f9-4089-9b9d-49bb526c1e04 req-3f8504d1-8445-4290-a3b9-ddb20432b326 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395429
Nov 13 07:55:54.549209 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fa920-be62-4a57-9b91-1bf09ae8b41c req-6d2dd79e-325a-4b6f-829a-b625bccd7db4 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:54.550523 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fa6fa920-be62-4a57-9b91-1bf09ae8b41c req-6d2dd79e-325a-4b6f-829a-b625bccd7db4 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0788336
Nov 13 07:55:54.603167 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-fa6fa920-be62-4a57-9b91-1bf09ae8b41c req-746ee5a5-7360-4862-96a7-37549b2b59a6 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465519
Nov 13 07:55:55.468870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75410e0a-7dc5-48e2-98ce-719f337c2fee req-da50b0ed-6e33-49a1-9d46-0f56e19e35af tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:55.470291 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-75410e0a-7dc5-48e2-98ce-719f337c2fee req-da50b0ed-6e33-49a1-9d46-0f56e19e35af tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0852306
Nov 13 07:55:55.515284 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-75410e0a-7dc5-48e2-98ce-719f337c2fee req-f2e11178-942e-47a9-8886-c020e6e9950b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389280
Nov 13 07:55:55.800172 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d9f23-1d6c-4efa-af18-85d350ead6dc req-bf48f1f5-5f5b-436a-b27c-fe716915fdf2 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:55.801584 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5c2d9f23-1d6c-4efa-af18-85d350ead6dc req-bf48f1f5-5f5b-436a-b27c-fe716915fdf2 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0800884
Nov 13 07:55:55.844789 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-5c2d9f23-1d6c-4efa-af18-85d350ead6dc req-d931eb55-da07-490c-810e-e9954c99d542 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378616
Nov 13 07:55:56.529638 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7b3ff894-37c9-4669-9442-7d1d7f54bc67 req-3167a0f1-9b63-4421-aae1-824c446e1a93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1098 time: 0.0669987
Nov 13 07:55:56.577282 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7b3ff894-37c9-4669-9442-7d1d7f54bc67 req-0d89172e-cd88-4660-b916-32566219e21a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394158
Nov 13 07:55:56.722581 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b18761-41fe-47ef-9998-2fea85e1b80b req-6250ebe7-0c1a-4c05-a513-e3248031c7ee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:56.724035 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d0b18761-41fe-47ef-9998-2fea85e1b80b req-6250ebe7-0c1a-4c05-a513-e3248031c7ee tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0751538
Nov 13 07:55:56.770175 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d0b18761-41fe-47ef-9998-2fea85e1b80b req-768e444c-4b84-4090-a76b-477dcf33b98d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407825
Nov 13 07:55:57.039293 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62657c-e51d-416e-b89b-845eaa441fb4 req-dc60d4bd-5145-401c-ad89-f33b2bf4d2df tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:57.040703 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3b62657c-e51d-416e-b89b-845eaa441fb4 req-dc60d4bd-5145-401c-ad89-f33b2bf4d2df tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0789769
Nov 13 07:55:57.085968 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-3b62657c-e51d-416e-b89b-845eaa441fb4 req-e5b27e52-624e-4881-a067-8317997bea37 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391531
Nov 13 07:55:57.975668 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de707-ff28-41ca-b74e-80943756afcc req-5ae778fe-86d4-42c0-885c-18aedd13d526 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:57.977115 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-954de707-ff28-41ca-b74e-80943756afcc req-5ae778fe-86d4-42c0-885c-18aedd13d526 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.0758462
Nov 13 07:55:58.021047 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-954de707-ff28-41ca-b74e-80943756afcc req-306b5f87-7e18-4312-af9a-a2ce68d03feb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383584
Nov 13 07:55:58.286466 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718b238-5b1f-48f6-aa4f-3fbbd14c776f req-b0c09a33-1b83-4c3c-acf0-77d2d6e88629 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:58.287915 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3718b238-5b1f-48f6-aa4f-3fbbd14c776f req-b0c09a33-1b83-4c3c-acf0-77d2d6e88629 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.0809267
Nov 13 07:55:58.332220 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3718b238-5b1f-48f6-aa4f-3fbbd14c776f req-d2f3234b-4b3f-47ac-b336-b41053aab2d6 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385783
Nov 13 07:55:58.798249 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-32dd03f0-5e7d-4d89-87f3-b10373da60dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f490cae0b0bc42e9967df5c301d2299b&device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1096 time: 0.0694737
Nov 13 07:55:58.944193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-59a60fd3-654e-4c59-a03e-001d4e85dc97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:58.945628 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-59a60fd3-654e-4c59-a03e-001d4e85dc97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 200  len: 915 time: 0.1274881
Nov 13 07:55:59.137745 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-32e3e7f6-14b5-40ff-ae7c-43556d42fad9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 200  len: 998 time: 0.1849744
Nov 13 07:55:59.255447 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-9df7da8e-9370-45cc-a426-0220fc0f00b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:59.256882 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-9df7da8e-9370-45cc-a426-0220fc0f00b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 200  len: 853 time: 0.1015174
Nov 13 07:55:59.326796 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a426896-86d4-4f01-8deb-bbab5b14e991 req-7db9cb82-cecf-49ce-a990-dd0ff062a1df tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:55:59.328179 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4a426896-86d4-4f01-8deb-bbab5b14e991 req-7db9cb82-cecf-49ce-a990-dd0ff062a1df tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1430786
Nov 13 07:55:59.388917 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-a35a9b21-41ae-48e5-a2a3-439a9a555f47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68227660-1969-4380-bdbb-e55ad209027e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1251099
Nov 13 07:55:59.392573 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4a426896-86d4-4f01-8deb-bbab5b14e991 req-108409ea-8c69-411b-8f13-8fe6c1fa1748 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571330
Nov 13 07:55:59.523390 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-7cd07040-4f5e-47f9-a48e-cb3d1af8941f service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269968
Nov 13 07:55:59.653139 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2dadbee1-2bee-49fb-8758-7b2206a7ef62 req-42236fcb-1b5c-4f84-94d6-22e5a5e7b32e service neutron] 10.222.0.18 "GET /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227303
Nov 13 07:56:00.344886 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:56:00.356864 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:00.479525 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:00.493368 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'port_id': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'mac_address': 'fa:16:3e:b9:94:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:56:00.568167 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:00.590204 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44220) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:00.595532 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020633ea-1a2e-4d3a-b46d-9384d4bec624 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:56:00.611968 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:00.652808 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508cde6-7a75-4cf4-8327-3dc35ab88a14 req-0fd1a795-317f-4601-979d-07bc549f376f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:00.654291 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c508cde6-7a75-4cf4-8327-3dc35ab88a14 req-0fd1a795-317f-4601-979d-07bc549f376f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 943 time: 0.1242499
Nov 13 07:56:00.709914 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c508cde6-7a75-4cf4-8327-3dc35ab88a14 req-ba6b8f28-eae7-47e3-85b4-31189a63a24a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481155
Nov 13 07:56:00.741537 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:00.774310 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:00.778208 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Usage tracker for resource:security_group_rule and tenant:17af8146d08644d1aa9ce8186adc7010 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:00.781166 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:00.787181 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:00.856929 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:01.664442 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:01.670935 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:01.670935 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-e96914d2-350c-4b0f-ad6e-5e8d059caa30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:01.672603 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-402360f2-a189-402b-b3df-a85910c2a17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:01.712242 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a3c62b-c866-42b4-ba92-957232bb6a2a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:01.716899 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17af8146d08644d1aa9ce8186adc7010&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1242814
Nov 13 07:56:01.717828 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-755bcc6b-f169-452e-935b-c435f3a44dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:01.719854 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44228) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:01.736031 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=9']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:01.739232 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:01.781152 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:01.807567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:01.874629 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['020633ea-1a2e-4d3a-b46d-9384d4bec624'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:56:01.925871 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d360-6a6f-49b0-b84b-64cd4fcfc0a0 req-5e6fa856-e44f-417d-91d8-9150f21068de tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:01.927376 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ac32d360-6a6f-49b0-b84b-64cd4fcfc0a0 req-5e6fa856-e44f-417d-91d8-9150f21068de tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 944 time: 0.0796788
Nov 13 07:56:01.974014 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ac32d360-6a6f-49b0-b84b-64cd4fcfc0a0 req-09d4b6e3-4942-4fa2-8ebe-3b3320efe587 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403020
Nov 13 07:56:01.996573 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:02.001652 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8fee1f90-017b-466b-8cda-a914b19e6482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:02.013485 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a3c62b-c866-42b4-ba92-957232bb6a2a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:02.018188 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:02.020116 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:02.021257 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92a3c62b-c866-42b4-ba92-957232bb6a2a HTTP/1.1" status: 204  len: 168 time: 0.3008268
Nov 13 07:56:03.116528 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-da53cb47-f980-4a3d-a201-41651d87b942 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:security_group {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:56:03.201644 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-da53cb47-f980-4a3d-a201-41651d87b942 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:security_group {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:56:03.203120 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-da53cb47-f980-4a3d-a201-41651d87b942 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630266333&fields=id&tenant_id=223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 267 time: 0.1322658
Nov 13 07:56:03.213749 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198819ad-3a25-4cb2-ad7b-73ce6e13f7ef req-c7ab24a8-3017-45bf-8059-02e14109ae57 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:03.215897 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-198819ad-3a25-4cb2-ad7b-73ce6e13f7ef req-c7ab24a8-3017-45bf-8059-02e14109ae57 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 944 time: 0.0883603
Nov 13 07:56:03.263957 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-198819ad-3a25-4cb2-ad7b-73ce6e13f7ef req-2cdd0f81-6093-4b18-96a2-033596af382f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406868
Nov 13 07:56:03.360839 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5ceee8c0-c243-40e0-baeb-432bfad1efa5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:03.361509 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5ceee8c0-c243-40e0-baeb-432bfad1efa5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:network {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:56:03.446124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5ceee8c0-c243-40e0-baeb-432bfad1efa5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:network {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:56:03.447385 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5ceee8c0-c243-40e0-baeb-432bfad1efa5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 812 time: 0.2379718
Nov 13 07:56:03.464662 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-220eb7a6-95c5-4928-9d4e-fe48aaf2917c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/quotas/223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 375 time: 0.0110118
Nov 13 07:56:03.548356 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-3aef42c0-927d-4f31-a21f-22ebef2598cc tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:56:03.670253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-3aef42c0-927d-4f31-a21f-22ebef2598cc tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:56:03.671714 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-3aef42c0-927d-4f31-a21f-22ebef2598cc tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2012048
Nov 13 07:56:03.813728 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-dd166479-876a-4471-99ca-f43af9e9b99f service neutron] 10.222.0.32 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287456
Nov 13 07:56:03.885968 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5094e5a7-12d9-4e22-ab19-fc19a6cae7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:03.945167 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-271d5fef-0640-46ab-aa7c-70c9a57920bd service neutron] 10.222.0.32 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257124
Nov 13 07:56:04.137974 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:04.356737 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:56:04.428347 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 020633ea-1a2e-4d3a-b46d-9384d4bec624 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:56:04.428723 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:04.490037 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1f1d8-650a-4db7-a613-849c21480428 req-6898010d-b388-42ef-95a7-8722e25e7b25 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:04.491555 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b4f1f1d8-650a-4db7-a613-849c21480428 req-6898010d-b388-42ef-95a7-8722e25e7b25 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 944 time: 0.0901463
Nov 13 07:56:04.541769 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b4f1f1d8-650a-4db7-a613-849c21480428 req-7d50c0e4-f6cc-4156-b335-2183c97e968a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438964
Nov 13 07:56:04.583069 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:04.608303 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:56:04.630230 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:04.686253 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'code': 200}
Nov 13 07:56:04.692984 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:04.695089 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:04.751465 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b7346637-e229-4111-9933-d58fda3c6d93 req-a2edcad3-0e31-4034-99df-77d2a90edac1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.0637262
Nov 13 07:56:04.807318 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=10']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:04.810353 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:05.242786 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b0449ad0-b6f5-495a-810f-a7db14cb3af3 req-4556f42b-3aa0-44d5-a436-fd9280a991bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 1099 time: 0.0696146
Nov 13 07:56:05.286061 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b0449ad0-b6f5-495a-810f-a7db14cb3af3 req-ad5c095b-e850-421b-8702-60549cc96274 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371096
Nov 13 07:56:05.355887 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44304) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:05.491860 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:05.523095 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:05.528050 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Usage tracker for resource:security_group_rule and tenant:2a59d6ffe9ef42c6ae374c09fc171134 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:05.529939 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:05.535943 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:05.600837 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:05.653506 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:05.660187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6d1dec37-bdd9-40de-be05-126d529b0e19 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:05.709249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac66624d-a465-4797-8033-059f03a362ed,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:05.709249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:05.715231 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b5dbc8c3-9a7d-475d-b412-16b835d70b55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a59d6ffe9ef42c6ae374c09fc171134&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3576343
Nov 13 07:56:05.715966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44316) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:05.775617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0de4-e95a-403e-a6c8-f9522071b42f req-a32bd21f-8cd1-4ba6-90eb-a07735c00e82 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:05.777703 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4d3b0de4-e95a-403e-a6c8-f9522071b42f req-a32bd21f-8cd1-4ba6-90eb-a07735c00e82 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 946 time: 0.0869925
Nov 13 07:56:05.787480 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b285d2d-3354-42d7-bbe6-a8f078e57987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:05.822026 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b285d2d-3354-42d7-bbe6-a8f078e57987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:05.829779 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4d3b0de4-e95a-403e-a6c8-f9522071b42f req-8b4d202b-0dfb-49aa-958f-da87ebd101d4 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456851
Nov 13 07:56:05.885821 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-f1fa7a5b-c8e5-4036-822d-98a0c5f680c9 req-8f5b8832-9872-4172-8312-864daa42bd2a tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.0532269
Nov 13 07:56:05.944015 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-48e4f9d7-e4da-4443-a1d9-071d06c08594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:05.995460 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b285d2d-3354-42d7-bbe6-a8f078e57987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:05.999171 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-59bcbb30-baa2-4277-bead-ffbe7b9f52ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:06.009985 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b285d2d-3354-42d7-bbe6-a8f078e57987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac66624d-a465-4797-8033-059f03a362ed,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:06.012947 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2b285d2d-3354-42d7-bbe6-a8f078e57987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:06.017384 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b285d2d-3354-42d7-bbe6-a8f078e57987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:06.018552 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2b285d2d-3354-42d7-bbe6-a8f078e57987 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac66624d-a465-4797-8033-059f03a362ed HTTP/1.1" status: 204  len: 168 time: 0.3016148
Nov 13 07:56:06.701429 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44346) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:06.719720 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:06.755516 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:06.759447 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Usage tracker for resource:security_group_rule and tenant:a2fd660d941d4f91845b460a57768b48 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:06.762830 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:06.768482 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:06.836967 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:06.967310 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:06.983289 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ed4304f6-7392-4d8b-a295-dab54a6f47c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:06.984052 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:06.999911 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0e7134de-5163-4740-a65c-faa7893cd4bf req-37d45182-471c-4e78-99f2-b0140424aaad tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.0434201
Nov 13 07:56:07.068837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c87e60c-1c4e-47ed-957e-315e7ae2098a,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:07.071901 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:07.077791 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2fd660d941d4f91845b460a57768b48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3753433
Nov 13 07:56:07.080507 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44374) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:07.141181 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d274cb-f80f-4611-bbb8-a6f0eb930ca3 req-bf22f1dc-14ea-4041-a5b2-3c7b863b49f3 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:07.142686 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-65d274cb-f80f-4611-bbb8-a6f0eb930ca3 req-bf22f1dc-14ea-4041-a5b2-3c7b863b49f3 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 946 time: 0.1610353
Nov 13 07:56:07.185658 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:07.313933 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:07.321909 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-65d274cb-f80f-4611-bbb8-a6f0eb930ca3 req-789e5658-3188-407a-932a-c668b3899f12 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1726942
Nov 13 07:56:07.498538 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:07.502468 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ec7893b8-a7b6-42fd-8b62-c4a866a8807d tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:07.514262 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c87e60c-1c4e-47ed-957e-315e7ae2098a,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:07.519029 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:07.520899 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:07.521982 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c87e60c-1c4e-47ed-957e-315e7ae2098a HTTP/1.1" status: 204  len: 168 time: 0.4406042
Nov 13 07:56:08.120398 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-255944c6-b43c-4ba5-bd53-561cf03f9679 req-477ccfee-813e-4d17-bf2e-59895768b88e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.0444503
Nov 13 07:56:08.539758 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e160fd6-2fd8-41db-a411-062ed039f828 req-51d8226d-d8e0-47b3-8e9c-b71e9bd4240e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:08.541332 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6e160fd6-2fd8-41db-a411-062ed039f828 req-51d8226d-d8e0-47b3-8e9c-b71e9bd4240e tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 946 time: 0.0838943
Nov 13 07:56:08.606805 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6e160fd6-2fd8-41db-a411-062ed039f828 req-81372929-b11c-4475-bf65-a2e7ae02103f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585537
Nov 13 07:56:08.663041 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:09.281423 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ffd5068a-4a56-457a-9c15-d5f34254813d req-6fb49df7-6971-4aa1-8b31-c543bdae443b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.0414371
Nov 13 07:56:10.445113 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7fbfc178-6eb0-4504-b91b-2ae63fdfde3d req-7f6fa96e-f08e-41c9-989d-a5b8c915ce53 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.0406213
Nov 13 07:56:11.063846 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-c87c61e6-3c74-4048-8f61-21ec3cf2e3c9 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:11.065127 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-c87c61e6-3c74-4048-8f61-21ec3cf2e3c9 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 812 time: 0.1560488
Nov 13 07:56:11.126067 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-b59a398f-ec19-449f-bc48-b392dd4e3dd0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 379 time: 0.0405145
Nov 13 07:56:11.134871 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'port': {'device_id': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'admin_state_up': True, 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'security_groups': ['4735cc6b-615d-486d-9786-dfeee2d517bc']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:56:11.272693 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:11.282353 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:11.356272 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Made reservation on behalf of 223449528a9f41b596ada04fa1f9290d for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:56:11.359368 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:11.520050 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Allocated IP 172.20.0.5 (5b18ecf6-b62e-4677-b0e9-18dde6071eff/6aaaddbb-8f46-4c4a-afaa-a59cfad5133f/00bf4560-0c68-451f-b4c9-21a127944ab3) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:56:11.614198 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-173f61ad-d186-4ec3-a3bd-6763590bf682 req-d132a40f-96e9-4c4b-bfa7-98b2f686fce4 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.0479870
Nov 13 07:56:11.707415 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:11.722798 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Transition to ACTIVE for port object 00bf4560-0c68-451f-b4c9-21a127944ab3 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:56:11.801838 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:11.807406 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3b820d96-b8e1-41ef-bc9e-8332c52c82ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:11.879132 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:56:11.881956 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:56:11.886241 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:56:11.911663 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=00bf4560-0c68-451f-b4c9-21a127944ab3,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:11.917006 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:11.951884 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:11.952506 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:12.054013 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9226038
Nov 13 07:56:12.079676 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Request body: {'port': {'device_id': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:56:12.161864 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4a220f4d-3cd8-4231-a9c7-f8657167c3d0 None None] Provisioning for port 00bf4560-0c68-451f-b4c9-21a127944ab3 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:56:12.169923 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-4a220f4d-3cd8-4231-a9c7-f8657167c3d0 None None] Provisioning complete for port 00bf4560-0c68-451f-b4c9-21a127944ab3 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:56:12.173516 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4a220f4d-3cd8-4231-a9c7-f8657167c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:12.197264 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:12.244770 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-4a220f4d-3cd8-4231-a9c7-f8657167c3d0 None None] Port 00bf4560-0c68-451f-b4c9-21a127944ab3 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:56:12.552373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bf4560-0c68-451f-b4c9-21a127944ab3 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:56:12.560529 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:12.576900 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Transition to ACTIVE for port object 00bf4560-0c68-451f-b4c9-21a127944ab3 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:56:12.635930 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:12.641180 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:12.912663 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=00bf4560-0c68-451f-b4c9-21a127944ab3,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:12.915581 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:13.023362 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e604-e9e3-4a79-9e11-9a33dff2368b req-f8708dba-336f-4fae-9f55-f7c12e8f029b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:13.024044 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-a547e604-e9e3-4a79-9e11-9a33dff2368b req-f8708dba-336f-4fae-9f55-f7c12e8f029b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:56:13.051845 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Attempting to bind port 00bf4560-0c68-451f-b4c9-21a127944ab3 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:56:13.052172 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Attempting to bind port 00bf4560-0c68-451f-b4c9-21a127944ab3 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:56:13.052489 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Attempting to bind port 00bf4560-0c68-451f-b4c9-21a127944ab3 on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:56:13.058903 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Port 00bf4560-0c68-451f-b4c9-21a127944ab3 on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:56:13.059220 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Attempting to bind port 00bf4560-0c68-451f-b4c9-21a127944ab3 on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:56:13.065160 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:56:13.065487 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Checking segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:56:13.065857 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Bound using segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:56:13.066268 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Bound port: 00bf4560-0c68-451f-b4c9-21a127944ab3, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:56:13.066605 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:13.128226 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-a547e604-e9e3-4a79-9e11-9a33dff2368b req-f8708dba-336f-4fae-9f55-f7c12e8f029b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:56:13.129342 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a547e604-e9e3-4a79-9e11-9a33dff2368b req-f8708dba-336f-4fae-9f55-f7c12e8f029b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.3860767
Nov 13 07:56:13.177162 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] For port 00bf4560-0c68-451f-b4c9-21a127944ab3, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:56:13.181318 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] For port 00bf4560-0c68-451f-b4c9-21a127944ab3, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=00bf4560-0c68-451f-b4c9-21a127944ab3,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:56:13.192629 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a547e604-e9e3-4a79-9e11-9a33dff2368b req-e8458595-38c8-4605-9c28-494073f7d0f5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521851
Nov 13 07:56:13.246801 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:13.250629 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9b6787d5-dd42-4793-83f4-c9d68da6b05b tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:13.305830 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:13.307198 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/00bf4560-0c68-451f-b4c9-21a127944ab3 HTTP/1.1" status: 200  len: 1093 time: 1.2318680
Nov 13 07:56:13.307692 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:56:13.338931 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=00bf4560-0c68-451f-b4c9-21a127944ab3,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:13.342388 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:13.364963 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'status': 'completed', 'code': 200}
Nov 13 07:56:13.462765 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e753cca-8fe7-48d8-9c58-6e86f103c609 req-c68d02c0-ba1a-48a6-b5b1-0949771251c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 1096 time: 0.0725060
Nov 13 07:56:13.601916 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753cca-8fe7-48d8-9c58-6e86f103c609 req-eec51b9f-2bf8-4475-ba83-88b9aef0c32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:13.603461 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e753cca-8fe7-48d8-9c58-6e86f103c609 req-eec51b9f-2bf8-4475-ba83-88b9aef0c32d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=223449528a9f41b596ada04fa1f9290d&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1342471
Nov 13 07:56:13.741397 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753cca-8fe7-48d8-9c58-6e86f103c609 req-81ccf887-271f-4781-acec-6d68f41b2ff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:13.742872 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3e753cca-8fe7-48d8-9c58-6e86f103c609 req-81ccf887-271f-4781-acec-6d68f41b2ff2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1325002
Nov 13 07:56:13.847508 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-929ca638-9374-4152-bafd-e23fe6289906 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 1096 time: 0.0703115
Nov 13 07:56:13.920251 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-671cb6bb-543a-4012-b0bf-25e7abd488bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00bf4560-0c68-451f-b4c9-21a127944ab3 HTTP/1.1" status: 200  len: 217 time: 0.0663495
Nov 13 07:56:13.981289 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-fd925c6d-58d9-4614-8cc5-9e3f7a6410b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:13.982716 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-fd925c6d-58d9-4614-8cc5-9e3f7a6410b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0566359
Nov 13 07:56:14.060801 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-75c0f349-b131-4d93-9023-e1a8ffdc2154 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717175
Nov 13 07:56:14.153609 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44474) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:14.194199 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-41b34882-3621-4895-a302-10d0761fc0e9 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262500
Nov 13 07:56:14.300077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:14.373121 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-344ce6e4-c9b7-4f93-93d1-99f71b711445 req-92b3c4f3-0c3b-4630-b839-0eb23f33a6b3 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719995
Nov 13 07:56:14.411859 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393ba51-74ee-430f-afa8-407bb810aac2 req-baa2c98d-0b50-4f75-8b25-c7a6434c6bda tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:14.413201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:14.413350 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6393ba51-74ee-430f-afa8-407bb810aac2 req-baa2c98d-0b50-4f75-8b25-c7a6434c6bda tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.0919228
Nov 13 07:56:14.417064 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Usage tracker for resource:security_group_rule and tenant:76bc272104b34e1080ee83f98c0cb102 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:14.420460 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:14.426085 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:14.462209 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6393ba51-74ee-430f-afa8-407bb810aac2 req-5613a0f1-70c7-430e-8371-0f7e3242ccf8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426965
Nov 13 07:56:14.491908 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:14.554221 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:14.560872 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2ce1e1a4-e229-4251-a522-9fbc13bb9323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:14.601056 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6f330c-7e1e-4674-95bd-f1ab99737f2c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:14.604148 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:14.606843 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76bc272104b34e1080ee83f98c0cb102&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4521704
Nov 13 07:56:14.609487 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44482) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:14.622767 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:56:14.666876 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:14.691983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:14.828430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:14.832040 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ced01b93-7ea4-4b44-9870-2f415ca6b2b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:14.842567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6f330c-7e1e-4674-95bd-f1ab99737f2c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:14.849034 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:14.849153 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:14.851714 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd6f330c-7e1e-4674-95bd-f1ab99737f2c HTTP/1.1" status: 204  len: 168 time: 0.2398891
Nov 13 07:56:15.523533 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44492) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:15.543832 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:15.574420 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:15.578468 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Usage tracker for resource:security_group_rule and tenant:b900e8d98399481990770eeaf6178e55 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:15.581396 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:15.616795 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:15.695826 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b049c-7e59-4418-a5b2-42f189b76508 req-1fcd8b31-0858-4e87-b30f-e37fe43da7de tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:15.697192 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b85b049c-7e59-4418-a5b2-42f189b76508 req-1fcd8b31-0858-4e87-b30f-e37fe43da7de tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.1129549
Nov 13 07:56:15.746467 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:15.757890 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-b85b049c-7e59-4418-a5b2-42f189b76508 req-7b6b2c81-663d-46cf-9874-81326996971e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:56:15.769917 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-b85b049c-7e59-4418-a5b2-42f189b76508 req-7b6b2c81-663d-46cf-9874-81326996971e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:56:15.771032 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-b85b049c-7e59-4418-a5b2-42f189b76508 req-7b6b2c81-663d-46cf-9874-81326996971e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663106
Nov 13 07:56:15.812673 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:15.819923 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7ec31221-b13b-42e2-b68c-f2fd1a1776c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:15.858292 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00edff64-1719-4ed9-9f75-3f97783f9c12,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:15.862853 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b900e8d98399481990770eeaf6178e55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3381503
Nov 13 07:56:15.863793 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:15.865489 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44496) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:15.922808 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:15.950369 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:16.063854 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:16.067473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-44735b16-05be-4251-811c-86c9e67a32a6 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:16.077857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00edff64-1719-4ed9-9f75-3f97783f9c12,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:16.081537 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:16.084693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:16.085781 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00edff64-1719-4ed9-9f75-3f97783f9c12 HTTP/1.1" status: 204  len: 168 time: 0.2194154
Nov 13 07:56:16.968658 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f934-c8aa-4868-b5a6-a50ebbb94807 req-fff44bfb-1991-4ae3-80f4-bb27c97a144f tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:16.970207 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e499f934-c8aa-4868-b5a6-a50ebbb94807 req-fff44bfb-1991-4ae3-80f4-bb27c97a144f tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.0812769
Nov 13 07:56:17.016568 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e499f934-c8aa-4868-b5a6-a50ebbb94807 req-f94051c8-585c-448b-8fb8-7fffa3f55340 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407081
Nov 13 07:56:18.208903 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f58c9-67a0-4081-aca2-a63f0bae9087 req-08e8ba6c-598b-4897-8e63-dc8c7afa8075 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:18.210375 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9b8f58c9-67a0-4081-aca2-a63f0bae9087 req-08e8ba6c-598b-4897-8e63-dc8c7afa8075 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.0774930
Nov 13 07:56:18.257870 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9b8f58c9-67a0-4081-aca2-a63f0bae9087 req-eacb2c7f-3aa6-499c-ae1e-f593a57ae942 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408201
Nov 13 07:56:19.453208 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2afd33-33f2-4def-806a-3fe2ef00fe3d req-ce5b467d-6405-4499-a269-b6b6b25ff0a6 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:19.454713 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7a2afd33-33f2-4def-806a-3fe2ef00fe3d req-ce5b467d-6405-4499-a269-b6b6b25ff0a6 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.0773721
Nov 13 07:56:19.502616 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7a2afd33-33f2-4def-806a-3fe2ef00fe3d req-d29c340c-7070-49de-b465-9d25f1500260 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425341
Nov 13 07:56:19.968132 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44580) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:20.104327 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:20.134423 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:20.138127 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Usage tracker for resource:security_group_rule and tenant:4eefa7c46a574cc78a2d0574185417bb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:20.140873 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:20.146483 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:20.215011 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:20.280693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:20.287560 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4881a46a-5421-4dd4-9ddf-48e5eb40cda0 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:20.326633 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a790ac-5f8c-41c1-984f-6662adfec047,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:20.330613 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4eefa7c46a574cc78a2d0574185417bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3614945
Nov 13 07:56:20.331498 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c071cb7a-5221-4336-8029-2bded61b7e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:20.333748 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44586) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:20.392123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:20.417200 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:20.572879 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:20.578506 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-75c4ac2a-fddb-47c3-aca1-499e0060c90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:20.591850 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a790ac-5f8c-41c1-984f-6662adfec047,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:20.594634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:20.595515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:20.596983 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68a790ac-5f8c-41c1-984f-6662adfec047 HTTP/1.1" status: 204  len: 168 time: 0.2624805
Nov 13 07:56:20.704373 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247aec3-b0b1-4919-ab5d-533d1fbc4577 req-8bdddcec-4102-4a60-bc14-fbeafb7c75d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:20.705796 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6247aec3-b0b1-4919-ab5d-533d1fbc4577 req-8bdddcec-4102-4a60-bc14-fbeafb7c75d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.0796459
Nov 13 07:56:20.751256 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6247aec3-b0b1-4919-ab5d-533d1fbc4577 req-6ef4cc07-f17e-4434-a897-8e31e4c590c1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398934
Nov 13 07:56:21.241970 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44596) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:21.259946 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:21.291118 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:21.294865 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Usage tracker for resource:security_group_rule and tenant:6476c3c516e8471194d527e998cffcd4 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:21.297671 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:21.303286 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:21.365455 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:21.429431 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:21.436715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1b13931e-c742-48c5-a3cd-a3a86bf646e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:21.478998 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4f2561-06fd-4cd2-9d6a-7f000461867a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:21.482932 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6476c3c516e8471194d527e998cffcd4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2399511
Nov 13 07:56:21.483806 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:21.485769 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44600) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:21.543313 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:21.568131 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:21.681174 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:21.685320 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8e06c505-e275-4f7d-92cf-677b8ac04717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:21.697722 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4f2561-06fd-4cd2-9d6a-7f000461867a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:21.701134 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:21.703181 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:21.704282 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd4f2561-06fd-4cd2-9d6a-7f000461867a HTTP/1.1" status: 204  len: 168 time: 0.2175984
Nov 13 07:56:21.946499 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37533e-8f4b-4a0e-ba02-58735b0aec82 req-b302da1d-f3aa-4078-9971-640b9438f294 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:21.947896 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dc37533e-8f4b-4a0e-ba02-58735b0aec82 req-b302da1d-f3aa-4078-9971-640b9438f294 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 943 time: 0.0777352
Nov 13 07:56:21.994139 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-dc37533e-8f4b-4a0e-ba02-58735b0aec82 req-aaa8c1f6-7675-4911-b279-a0cf3eaceb38 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400016
Nov 13 07:56:22.468977 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 00bf4560-0c68-451f-b4c9-21a127944ab3 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:56:22.602292 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 00bf4560-0c68-451f-b4c9-21a127944ab3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=00bf4560-0c68-451f-b4c9-21a127944ab3,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:22.616174 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'port_id': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'mac_address': 'fa:16:3e:31:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:56:22.669623 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:22.686877 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bf4560-0c68-451f-b4c9-21a127944ab3 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:56:22.701578 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 00bf4560-0c68-451f-b4c9-21a127944ab3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=00bf4560-0c68-451f-b4c9-21a127944ab3,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:22.788705 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:22.790741 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b68d26d6-ccc6-4bd8-bfab-f2d0395ff941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:22.861987 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=00bf4560-0c68-451f-b4c9-21a127944ab3,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:22.870862 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.871212 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.871543 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.871878 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.872245 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.872539 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.872864 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.873192 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.873512 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.873832 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.874153 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:22.877851 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:23.027248 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['00bf4560-0c68-451f-b4c9-21a127944ab3'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:56:23.202048 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d443f1-6dec-472f-9eb3-fb02093548fa req-f40a8eff-349b-4b91-8ce7-1ece0f005671 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:23.203615 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-88d443f1-6dec-472f-9eb3-fb02093548fa req-f40a8eff-349b-4b91-8ce7-1ece0f005671 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 944 time: 0.0847726
Nov 13 07:56:23.249730 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-88d443f1-6dec-472f-9eb3-fb02093548fa req-395e0986-c4cf-4047-8462-3f313875f2b3 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400155
Nov 13 07:56:23.528233 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44634) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:23.669858 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:23.700695 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:23.704420 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Usage tracker for resource:security_group_rule and tenant:2869815c4977499aa6ba51bae846c2f2 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:23.707182 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:23.712859 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:23.776053 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:23.863536 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:23.871075 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-126a175c-db98-418e-9ed9-4e7537628f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:23.909892 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4f2e16-032e-4739-aded-d39564c5388c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:23.914754 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2869815c4977499aa6ba51bae846c2f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3855155
Nov 13 07:56:23.915627 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:23.917351 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44640) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:23.982947 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:24.008726 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:24.121300 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:24.124821 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-93830170-c6ed-45fc-b065-ee8b608823a3 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:24.135352 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4f2e16-032e-4739-aded-d39564c5388c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:24.139041 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:24.145503 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:24.146611 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb4f2e16-032e-4739-aded-d39564c5388c HTTP/1.1" status: 204  len: 168 time: 0.2283819
Nov 13 07:56:24.481935 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 00bf4560-0c68-451f-b4c9-21a127944ab3 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:56:24.551423 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28910c2c-f352-400e-9370-24d70c162087 req-6f7b9aa4-9dee-4b35-bf09-755c8426968e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:24.552891 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28910c2c-f352-400e-9370-24d70c162087 req-6f7b9aa4-9dee-4b35-bf09-755c8426968e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 944 time: 0.1852293
Nov 13 07:56:24.600490 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28910c2c-f352-400e-9370-24d70c162087 req-2fb5f0e0-f910-4305-bff9-06bfcb1624d8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410559
Nov 13 07:56:24.627406 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 00bf4560-0c68-451f-b4c9-21a127944ab3 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:56:24.632467 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 00bf4560-0c68-451f-b4c9-21a127944ab3 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:56:24.632840 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:24.743257 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:24.769596 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:56:24.778677 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 00bf4560-0c68-451f-b4c9-21a127944ab3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=00bf4560-0c68-451f-b4c9-21a127944ab3,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:24.823735 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'code': 200}
Nov 13 07:56:24.868477 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:24.871060 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:24.938299 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=00bf4560-0c68-451f-b4c9-21a127944ab3,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:24.941227 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:25.264072 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-106fd564-6843-4dc1-8533-263134f46b30 req-d91dc852-1c64-4777-a2b1-b3f842ae1463 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 1098 time: 0.0704224
Nov 13 07:56:25.309834 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-106fd564-6843-4dc1-8533-263134f46b30 req-da965dd0-cfad-448c-bdda-f58f085cbe8b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388408
Nov 13 07:56:25.797271 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562231fe-61a1-48a0-9ca6-69e5a07a1a34 req-d0f6c80a-4a66-4e0a-904a-803ab7a18ab5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:25.798728 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-562231fe-61a1-48a0-9ca6-69e5a07a1a34 req-d0f6c80a-4a66-4e0a-904a-803ab7a18ab5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 945 time: 0.0802422
Nov 13 07:56:25.845033 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-562231fe-61a1-48a0-9ca6-69e5a07a1a34 req-8a4c9a04-154b-40f4-b684-36514c87ecfe tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408537
Nov 13 07:56:26.034430 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 44678) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:26.172005 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:26.202198 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:26.206034 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:71ddafbff9c14d0fb141b031023c3694 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:26.208929 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:26.215232 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:26.281453 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:26.372434 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:26.379077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bddd28be-cac6-4510-b59c-da43c078cd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:26.421657 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2bce40-58ff-49ba-9a82-6c4c833733cb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:26.427899 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71ddafbff9c14d0fb141b031023c3694&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3924484
Nov 13 07:56:26.430775 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44684) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.436592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.437464 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.440549 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b70259ea-32c5-42bf-95f1-b322c9518ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:26.490646 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:26.517901 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:26.635221 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:26.639495 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-81bc4f8f-6772-446f-8076-862e2cbddcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:26.650130 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2bce40-58ff-49ba-9a82-6c4c833733cb,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:26.661884 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:26.662987 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b2bce40-58ff-49ba-9a82-6c4c833733cb HTTP/1.1" status: 204  len: 168 time: 0.2311230
Nov 13 07:56:26.664288 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.664659 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.665022 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.665381 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.665736 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.666089 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.666439 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.666819 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.667492 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.667598 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.667872 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:56:26.670864 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:27.059200 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563230c4-97df-4c66-861c-701b43baef3d req-adf667c0-1f99-4c29-a137-f4e21eddf791 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:27.060689 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-563230c4-97df-4c66-861c-701b43baef3d req-adf667c0-1f99-4c29-a137-f4e21eddf791 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 945 time: 0.0851877
Nov 13 07:56:27.106422 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-563230c4-97df-4c66-861c-701b43baef3d req-f42f8284-34ae-4474-8309-e05448e15137 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401075
Nov 13 07:56:27.309377 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dca449-2e13-41e2-80b7-095fdf236ae2 req-625682a7-b29c-4913-9ca9-d669054c46c9 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:27.311073 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e7dca449-2e13-41e2-80b7-095fdf236ae2 req-625682a7-b29c-4913-9ca9-d669054c46c9 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 945 time: 0.0828893
Nov 13 07:56:27.357090 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e7dca449-2e13-41e2-80b7-095fdf236ae2 req-47a63553-4c1a-4788-9b92-7552f064b76f tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403485
Nov 13 07:56:27.385965 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44704) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:27.644223 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-fe43e724-4869-41f5-82b4-6d579e7b6b30 tempest-TestVolumeBootPattern-1138688817 tempest-TestVolumeBootPattern-1138688817-project-admin] Synchronizing usage tracker for tenant:e6ddeec6457a41bdaebe9a55a50f1fad on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:56:27.742880 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-fe43e724-4869-41f5-82b4-6d579e7b6b30 tempest-TestVolumeBootPattern-1138688817 tempest-TestVolumeBootPattern-1138688817-project-admin] Unset dirty status for tenant:e6ddeec6457a41bdaebe9a55a50f1fad on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:56:27.744054 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-fe43e724-4869-41f5-82b4-6d579e7b6b30 tempest-TestVolumeBootPattern-1138688817 tempest-TestVolumeBootPattern-1138688817-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 1093 time: 0.3570678
Nov 13 07:56:27.747441 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44716) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:27.752713 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'port_id': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:56:27.758151 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:27.762610 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:floatingip and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:27.765450 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:27.771056 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:27.834344 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:27.966382 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:28.103631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Allocated IP 172.27.1.250 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/62b61c96-a884-495f-a207-93b5a5b60c09) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:56:28.249590 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:28.343997 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:28.348486 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-b63cc915-5363-490f-a0e6-bd193534708d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:28.420041 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:56:28.422831 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:56:28.427123 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:56:28.452025 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=62b61c96-a884-495f-a207-93b5a5b60c09,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:28.457388 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:28.943931 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:29.072338 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:29.376125 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:29.452140 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:29.456866 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-f5965daa-f394-42d3-a0da-6306fb79d538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:29.553860 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=62b61c96-a884-495f-a207-93b5a5b60c09,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:29.557735 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:29.575255 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:29.777424 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Floating IP 38f0999e-e9ad-4ea1-9300-ffa62f008f66 associated. External IP: 172.27.1.250, port: 00bf4560-0c68-451f-b4c9-21a127944ab3.
Nov 13 07:56:30.180001 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:56:30.355434 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:30.378600 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:56:30.393291 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:56:30.411578 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:56:30.411578 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deedb3460>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:56:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:30.452730 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:30.512424 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7639525
Nov 13 07:56:30.515096 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:56:30.586806 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:56:30.601940 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'status': 'completed', 'code': 200}
Nov 13 07:56:30.699588 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-d710b127-6386-4575-9327-b4fd3bef48bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 1098 time: 0.0768499
Nov 13 07:56:30.845440 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-9385c094-24b4-455f-ac56-03524ba9f75b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:30.846911 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-9385c094-24b4-455f-ac56-03524ba9f75b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1384223
Nov 13 07:56:30.950296 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-aa0ae12b-184b-43f5-8679-3d3b8ad960cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00bf4560-0c68-451f-b4c9-21a127944ab3 HTTP/1.1" status: 200  len: 999 time: 0.0961707
Nov 13 07:56:30.973769 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deedb3460>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '38f0999e-e9ad-4ea1-9300-ffa62f008f66', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:31:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:56:28Z', 'updated_at': '2021-11-13T07:56:28Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:30.977630 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:56:30.988882 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:56:30.989461 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deedb3460>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:56:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:31.112157 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-47818af2-45da-4ed0-bc17-53e8e47b8b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:31.113563 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-47818af2-45da-4ed0-bc17-53e8e47b8b98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.1566184
Nov 13 07:56:31.170151 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:56:31.188175 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-cc897cd2-008c-4daf-8ded-806e81fe8a05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679629
Nov 13 07:56:31.322746 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-4c561374-3079-4c19-8a4f-de28ae19dc3d service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266921
Nov 13 07:56:31.459542 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-937cf94b-e1fe-4906-a8d2-695e9a4d6983 req-3adf1cd1-d903-4c11-bec0-b1433f05eca4 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257615
Nov 13 07:56:31.539828 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deedb3460>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '38f0999e-e9ad-4ea1-9300-ffa62f008f66', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:31:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:56:28Z', 'updated_at': '2021-11-13T07:56:28Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:31.543839 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427734b-8f4f-4019-b9e3-5274717004da None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '38f0999e-e9ad-4ea1-9300-ffa62f008f66', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:31:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:56:28Z', 'updated_at': '2021-11-13T07:56:28Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:56:31.736586 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3b3ee-d3dc-45dc-9293-25e570e0e796 None None] New status for floating IP 38f0999e-e9ad-4ea1-9300-ffa62f008f66: ACTIVE {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:56:33.800717 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-2b383125-3ff1-48e2-8eb1-d2ec75fcdd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:34.195064 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:35.960745 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3a9839c6-a7eb-4207-8063-ce40801bccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:36.977731 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:38.668862 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:39.524071 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44834) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:39.662482 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:39.693025 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:39.696766 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Usage tracker for resource:security_group_rule and tenant:75070d45397b494e9e37e9b66e506d1a is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:39.699574 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:39.705161 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:39.768965 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:39.839584 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:39.845977 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4aa89566-8dd0-4310-95d0-7ed2f37de2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:39.888675 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6dff79-094b-4111-8816-94d35c8cd4c1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:39.893354 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:39.896662 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d1ba7ce7-5fd9-47b6-a7aa-145940452349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75070d45397b494e9e37e9b66e506d1a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3715925
Nov 13 07:56:39.899484 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44840) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:39.957494 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4744fd4c-af7a-4d61-9d02-c8921850ab8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:39.982661 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4744fd4c-af7a-4d61-9d02-c8921850ab8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:40.096509 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4744fd4c-af7a-4d61-9d02-c8921850ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:40.100100 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5591e331-bc3d-48e6-a73e-8d05fe75b8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:40.111675 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744fd4c-af7a-4d61-9d02-c8921850ab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6dff79-094b-4111-8816-94d35c8cd4c1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:40.113996 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4744fd4c-af7a-4d61-9d02-c8921850ab8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:40.118868 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4744fd4c-af7a-4d61-9d02-c8921850ab8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:40.120774 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-4744fd4c-af7a-4d61-9d02-c8921850ab8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc6dff79-094b-4111-8816-94d35c8cd4c1 HTTP/1.1" status: 204  len: 168 time: 0.2203712
Nov 13 07:56:40.808104 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44850) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:40.826180 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:40.857354 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:40.861240 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Usage tracker for resource:security_group_rule and tenant:dfa35136b6ef4acdaa4441b69601f56b is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:40.867124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:40.870158 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:40.933642 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:41.000855 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:41.007658 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c47e3b90-7961-4fe4-a8a3-b4d3eb357afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:41.049911 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc828f7-1afd-42eb-9b93-2abbb44698f4,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:41.053076 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:41.055953 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d7f073b1-609f-4c91-8a34-dded4a4a590d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfa35136b6ef4acdaa4441b69601f56b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2466109
Nov 13 07:56:41.058349 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44854) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:41.117617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a30e2e87-21d8-4bd1-8b80-9e6089e64672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:41.142193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a30e2e87-21d8-4bd1-8b80-9e6089e64672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:41.251832 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a30e2e87-21d8-4bd1-8b80-9e6089e64672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:41.255896 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fab5e9a5-14fe-40b4-81de-289c62907919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:41.268203 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e2e87-21d8-4bd1-8b80-9e6089e64672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc828f7-1afd-42eb-9b93-2abbb44698f4,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:41.270707 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a30e2e87-21d8-4bd1-8b80-9e6089e64672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:41.277662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a30e2e87-21d8-4bd1-8b80-9e6089e64672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:41.278825 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a30e2e87-21d8-4bd1-8b80-9e6089e64672 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecc828f7-1afd-42eb-9b93-2abbb44698f4 HTTP/1.1" status: 204  len: 168 time: 0.2195051
Nov 13 07:56:41.915464 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44862) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:41.934254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:41.964613 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:56:41.968380 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Usage tracker for resource:security_group_rule and tenant:5716e08cbdef4befae4109a72a72cac0 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:56:41.971516 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:56:41.977228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:56:42.050054 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:42.109343 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:42.117179 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-cbc26d3d-da82-4a8e-9ba3-d7171adecfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:42.159036 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684fecb7-4379-467a-9a56-caa1485f0708,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:42.159784 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:42.163608 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5716e08cbdef4befae4109a72a72cac0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2460978
Nov 13 07:56:42.165915 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44872) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:42.227008 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39dfdc1a-003a-47b5-a885-e615034b9a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:42.256723 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39dfdc1a-003a-47b5-a885-e615034b9a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:42.406588 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39dfdc1a-003a-47b5-a885-e615034b9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:42.411803 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7c33ddad-5879-4d85-a48e-ad3e28c0d9c6 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:42.425410 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfdc1a-003a-47b5-a885-e615034b9a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684fecb7-4379-467a-9a56-caa1485f0708,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:42.427974 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-39dfdc1a-003a-47b5-a885-e615034b9a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:42.429051 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-39dfdc1a-003a-47b5-a885-e615034b9a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:42.430248 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-39dfdc1a-003a-47b5-a885-e615034b9a5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/684fecb7-4379-467a-9a56-caa1485f0708 HTTP/1.1" status: 204  len: 168 time: 0.2627864
Nov 13 07:56:42.838862 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce23eb-2868-49c0-99bc-c9ef4f5e64c4 req-fe94a998-a71b-4889-bd84-38e178172f38 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:42.840460 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b9ce23eb-2868-49c0-99bc-c9ef4f5e64c4 req-fe94a998-a71b-4889-bd84-38e178172f38 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 946 time: 0.0869386
Nov 13 07:56:42.899731 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b9ce23eb-2868-49c0-99bc-c9ef4f5e64c4 req-45b0430b-5e97-4b1c-aa3b-22f9638b0d5a tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532515
Nov 13 07:56:44.113449 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558808-8a35-4d74-ba59-9b3df6836bc9 req-dfe9ac1e-15f2-4cc0-8d42-ec517661bbb5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:44.114889 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-38558808-8a35-4d74-ba59-9b3df6836bc9 req-dfe9ac1e-15f2-4cc0-8d42-ec517661bbb5 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 946 time: 0.0771761
Nov 13 07:56:44.161859 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-38558808-8a35-4d74-ba59-9b3df6836bc9 req-78ba6efc-1cf0-499f-ad92-8a8c11abcdeb tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dcc6426-0960-431b-bf03-c0e0ede1d406&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409167
Nov 13 07:56:44.236847 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-cc050021-e035-4bab-bbe6-2666b787cf5d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:56:44.238183 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-cc050021-e035-4bab-bbe6-2666b787cf5d tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 946 time: 0.0771055
Nov 13 07:56:44.308117 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Deleting port 020633ea-1a2e-4d3a-b46d-9384d4bec624 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:44.308453 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:44.552765 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] For port 020633ea-1a2e-4d3a-b46d-9384d4bec624, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=020633ea-1a2e-4d3a-b46d-9384d4bec624,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:44.553120 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:44.908774 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:44.909136 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:44.909442 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Floating IP 37db218c-89a1-43ae-b5ff-72cde8ed5061 disassociated. External IP: 172.27.1.58, port: 020633ea-1a2e-4d3a-b46d-9384d4bec624.
Nov 13 07:56:44.909771 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Calling delete_port for 020633ea-1a2e-4d3a-b46d-9384d4bec624 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:56:45.080339 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:45.086005 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:45.127933 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event deleted for resources: {'Port': ['ID=020633ea-1a2e-4d3a-b46d-9384d4bec624,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:45.131251 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:45.349733 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cac21c1a-2b5c-429d-8f36-165b1ace37b8 req-2fba0d44-0db9-4850-af20-1ab68f2baa36 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b954e146-2a5c-49d8-a17d-a8299e2a3aed HTTP/1.1" status: 200  len: 210 time: 0.0503411
Nov 13 07:56:45.375586 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:56:45.580332 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:56:45.591136 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] Sync routers for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:56:45.604390 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:56:45.605008 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec98b50>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:56:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:45.650988 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] No DVR routers for this DVR port 020633ea-1a2e-4d3a-b46d-9384d4bec624 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:56:45.653495 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:45.657313 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-deleted', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:56:45.711427 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954e146-2a5c-49d8-a17d-a8299e2a3aed', 'name': 'network-vif-deleted', 'tag': '020633ea-1a2e-4d3a-b46d-9384d4bec624', 'status': 'completed', 'code': 200}
Nov 13 07:56:45.727411 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-638a6f0a-ad9f-4488-a6b3-f52fcd8437cf req-0821ad4d-7bda-45cc-a578-d9907a3844f0 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.18 "DELETE /v2.0/ports/020633ea-1a2e-4d3a-b46d-9384d4bec624 HTTP/1.1" status: 204  len: 173 time: 1.4829924
Nov 13 07:56:45.781540 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:56:46.089058 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec98b50>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:46.093018 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] Checking router: d1616801-2bbc-4de7-93c4-c6b0bf655ff8 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:56:46.103629 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:56:46.104207 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec98b50>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:56:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:46.281463 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:56:46.563692 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44894) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:46.600541 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec98b50>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:46.605153 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62798a25-c506-47a9-990d-1e014ea5f41b None None] The sync data for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi is: [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:48:12Z', 'revision_number': 4, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '2628315f-2236-4927-b48a-2549228247a4', 'name': '', 'network_id': '68227660-1969-4380-bdbb-e55ad209027e', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'mac_address': 'fa:16:3e:7b:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:10Z', 'updated_at': '2021-11-13T07:48:35Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'subnets': [{'id': '6e61d4b6-2a6f-4a26-9aa9-675889a3fe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:56:46.635531 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7348489a-1b5c-4886-b20c-b41db8e1f11f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:46.663857 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7348489a-1b5c-4886-b20c-b41db8e1f11f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:46.793805 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7348489a-1b5c-4886-b20c-b41db8e1f11f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:46.799617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-1c8bc26f-78ee-4427-b441-107080f1147c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:46.815150 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0129705-3678-4e49-9e06-295511d9584f None None] New status for floating IP 37db218c-89a1-43ae-b5ff-72cde8ed5061: DOWN {{(pid=83600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:56:46.815663 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348489a-1b5c-4886-b20c-b41db8e1f11f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc6426-0960-431b-bf03-c0e0ede1d406,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:46.818261 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7348489a-1b5c-4886-b20c-b41db8e1f11f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:46.890108 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-7348489a-1b5c-4886-b20c-b41db8e1f11f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:46.891257 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-7348489a-1b5c-4886-b20c-b41db8e1f11f tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "DELETE /v2.0/security-groups/7dcc6426-0960-431b-bf03-c0e0ede1d406 HTTP/1.1" status: 204  len: 168 time: 0.3265977
Nov 13 07:56:46.894049 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44898) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:46.910924 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.api.v2.resource [None req-9c326073-b15a-4e78-b6d8-90692084a52c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] show failed (client error): The resource could not be found.
Nov 13 07:56:46.911893 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-9c326073-b15a-4e78-b6d8-90692084a52c tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "GET /v2.0/security-groups/7dcc6426-0960-431b-bf03-c0e0ede1d406 HTTP/1.1" status: 404  len: 347 time: 0.0169547
Nov 13 07:56:46.919615 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44902) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:47.082783 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Deleting port 3d09df41-c0ee-4f49-973c-9fc1759754f6 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:47.083055 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:47.249510 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:47.249836 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:47.373067 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Calling delete_port for 3d09df41-c0ee-4f49-973c-9fc1759754f6 owned by network:floatingip {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:56:47.498375 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.db.api [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:56:47.498723 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_db.api [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:56:47.999660 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Deleting port 3d09df41-c0ee-4f49-973c-9fc1759754f6 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:48.000320 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:48.258877 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:48.259127 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:48.376473 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Calling delete_port for 3d09df41-c0ee-4f49-973c-9fc1759754f6 owned by network:floatingip {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:56:48.606231 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:48.610031 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:48.648864 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Pushing event deleted for resources: {'Port': ['ID=3d09df41-c0ee-4f49-973c-9fc1759754f6,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:48.654361 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:48.701117 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:56:48.733107 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 020633ea-1a2e-4d3a-b46d-9384d4bec624 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:56:48.733454 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 020633ea-1a2e-4d3a-b46d-9384d4bec624 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:56:48.747183 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks [] for floatingip, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:48.761094 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:48.762186 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] 10.222.0.32 "DELETE /v2.0/floatingips/37db218c-89a1-43ae-b5ff-72cde8ed5061 HTTP/1.1" status: 204  len: 168 time: 1.8417158
Nov 13 07:56:51.623430 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:56:51.851894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44930) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:52.457134 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:53.150125 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Deleting port 2628315f-2236-4927-b48a-2549228247a4 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:53.150833 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:53.317853 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] For port 2628315f-2236-4927-b48a-2549228247a4, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=2628315f-2236-4927-b48a-2549228247a4,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:53.318213 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:53.437011 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Calling delete_port for 2628315f-2236-4927-b48a-2549228247a4 owned by network:router_interface {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:56:53.646089 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:53.649668 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:53.693527 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2628315f-2236-4927-b48a-2549228247a4,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:53.693912 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:53.977043 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:54.637892 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:56:54.833469 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:56:54.842410 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] Sync routers for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:56:54.845925 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-ec6c4841-1102-43bf-b6b8-e50b767c6ff3 admin admin] 10.222.0.32 "PUT /v2.0/routers/d1616801-2bbc-4de7-93c4-c6b0bf655ff8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9929974
Nov 13 07:56:54.848529 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44936) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:54.854371 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:56:54.854998 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeb16670>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:56:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:55.026797 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:56:55.053737 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks [] for router, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:55.247679 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:55.319260 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Deleting port bd8c477e-677a-4cca-b68e-615d551b38db {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:55.319601 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:55.324162 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeb16670>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:56:53Z', 'revision_number': 5, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port': {'id': 'bd8c477e-677a-4cca-b68e-615d551b38db', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:48:03Z', 'updated_at': '2021-11-13T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:55.330706 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] Checking router: d1616801-2bbc-4de7-93c4-c6b0bf655ff8 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:56:55.338095 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] Routers {'d1616801-2bbc-4de7-93c4-c6b0bf655ff8'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:56:55.338691 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeb16670>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:56:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:55.483599 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] Set router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 gateway port host: None {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:56:55.487532 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] For port bd8c477e-677a-4cca-b68e-615d551b38db, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=bd8c477e-677a-4cca-b68e-615d551b38db,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:55.487891 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:55.587787 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeb16670>, [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:56:55Z', 'revision_number': 6, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port_host': None}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:55.591891 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89834a25-562b-4b4b-b1e7-00bc56636d6a None None] The sync data for ids ['d1616801-2bbc-4de7-93c4-c6b0bf655ff8'] in dv-cinder-817832-1-iscsi is: [{'id': 'd1616801-2bbc-4de7-93c4-c6b0bf655ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-7685701-router', 'tenant_id': 'f490cae0b0bc42e9967df5c301d2299b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:48:01Z', 'updated_at': '2021-11-13T07:56:55Z', 'revision_number': 6, 'project_id': 'f490cae0b0bc42e9967df5c301d2299b', 'gw_port_host': None}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:56:55.609992 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Calling delete_port for bd8c477e-677a-4cca-b68e-615d551b38db owned by network:router_gateway {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:56:55.823648 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:55.827098 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:55.866347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8c477e-677a-4cca-b68e-615d551b38db,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:55.870191 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:56.198885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.458327 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.463045 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.554845 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.555455 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1616801-2bbc-4de7-93c4-c6b0bf655ff8 {{(pid=83599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 07:56:56.570148 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.571358 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] 10.222.0.32 "DELETE /v2.0/routers/d1616801-2bbc-4de7-93c4-c6b0bf655ff8 HTTP/1.1" status: 204  len: 168 time: 1.7220395
Nov 13 07:56:56.574905 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44940) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:56.576028 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device bd8c477e-677a-4cca-b68e-615d551b38db no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:56:56.619488 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: bd8c477e-677a-4cca-b68e-615d551b38db {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:56:56.619844 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device bd8c477e-677a-4cca-b68e-615d551b38db not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:56:56.620609 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2628315f-2236-4927-b48a-2549228247a4 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:56:56.639652 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_v2 [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Deleting subnet 6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 {{(pid=83599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:56:56.642837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.652393 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 2628315f-2236-4927-b48a-2549228247a4 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:56:56.652739 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2628315f-2236-4927-b48a-2549228247a4 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:56:56.697405 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583131'] for subnet, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.772908 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.897761 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1934815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2053993'] for subnet, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.902750 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-963c3425-3c98-4703-a338-4ca442e364b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:56.940140 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e61d4b6-2a6f-4a26-9aa9-675889a3fe84,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:56.942566 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:56.945894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:56.951629 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7283fdca-8862-4b5f-9788-660cd39a791b None None] Network 68227660-1969-4380-bdbb-e55ad209027e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:56:56.953043 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-615f65ea-8eec-499b-851a-975e66e45fae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6e61d4b6-2a6f-4a26-9aa9-675889a3fe84 HTTP/1.1" status: 204  len: 168 time: 0.3769879
Nov 13 07:56:56.955508 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44944) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:57.060435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.070565 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Deleting port 87ec7d32-b630-46f7-a352-8813a9a9a228 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:57.070918 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.200111 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] DHCP port deletion for 68227660-1969-4380-bdbb-e55ad209027e request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 07:56:57.204257 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Deleting port 87ec7d32-b630-46f7-a352-8813a9a9a228 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:57.204679 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.268002 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] For port 87ec7d32-b630-46f7-a352-8813a9a9a228, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=87ec7d32-b630-46f7-a352-8813a9a9a228,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:57.268353 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.389727 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Calling delete_port for 87ec7d32-b630-46f7-a352-8813a9a9a228 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:56:57.400762 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] For port 87ec7d32-b630-46f7-a352-8813a9a9a228, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=87ec7d32-b630-46f7-a352-8813a9a9a228,segment=NetworkSegment(7100d966-095c-4230-b5f1-8a8ae86902ab),segment_id=7100d966-095c-4230-b5f1-8a8ae86902ab)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:56:57.401156 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.519691 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Calling delete_port for 87ec7d32-b630-46f7-a352-8813a9a9a228 owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:56:57.520322 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.524795 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5039afa0-eb17-4de2-8efb-3804a7cce203 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:57.565384 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ec7d32-b630-46f7-a352-8813a9a9a228,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:57.568887 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:57.571957 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] No DVR routers for this DVR port 87ec7d32-b630-46f7-a352-8813a9a9a228 on host dv-cinder-817832-1-iscsi {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:56:57.591718 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:56:57.592206 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:56:57.708033 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.718845 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ded7f1700>,) {'filters': {'network_id': ['68227660-1969-4380-bdbb-e55ad209027e']}} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:57.819101 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ded7f1700>, '7100d966-095c-4230-b5f1-8a8ae86902ab') {'for_net_delete': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:57.819396 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ded7f1700>, '7100d966-095c-4230-b5f1-8a8ae86902ab') {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:56:57.831256 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583122'] for segment, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.846951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.852847 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:56:57.853727 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1964413'] for segment, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]: Traceback (most recent call last):
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     timer()
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     cb(*args, **kw)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     return func(*args, **kwargs)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     self._notify()
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     self.callback(batched_events)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     event.method(event)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     return f(self, *a, **k)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._get(url).json()
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:56:57.866682 dv-cinder-817832-1-iscsi neutron-server[83599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:56:57.994488 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:57.998451 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:58.014027 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:58.019930 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=68227660-1969-4380-bdbb-e55ad209027e,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:58.024437 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:58.075147 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] 10.222.0.32 "DELETE /v2.0/networks/68227660-1969-4380-bdbb-e55ad209027e HTTP/1.1" status: 204  len: 168 time: 1.1185145
Nov 13 07:56:58.092836 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Deleting port 87ec7d32-b630-46f7-a352-8813a9a9a228 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:56:58.093228 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:58.155571 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-8e356abe-c949-4e28-9b4b-a96c88dcad1c None None] The port '87ec7d32-b630-46f7-a352-8813a9a9a228' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 07:56:58.395417 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44950) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:58.444109 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-64594162-e8ab-4de9-92c2-81dad172fbdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f490cae0b0bc42e9967df5c301d2299b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0473945
Nov 13 07:56:58.446277 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 44954) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:56:58.507900 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:58.534339 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:58.577683 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 87ec7d32-b630-46f7-a352-8813a9a9a228 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:56:58.620828 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 87ec7d32-b630-46f7-a352-8813a9a9a228 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:56:58.621505 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 87ec7d32-b630-46f7-a352-8813a9a9a228 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:56:58.663056 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:58.666883 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3354723d-9871-4762-8b83-0f2c8d36306b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:56:58.682893 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e96921-f3f0-4474-8ca5-70ab5d38a4bc,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:56:58.685254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:56:58.692501 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:56:58.693624 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78e96921-f3f0-4474-8ca5-70ab5d38a4bc HTTP/1.1" status: 204  len: 168 time: 0.2459605
Nov 13 07:56:59.731000 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-16942b5e-1b92-4de4-a984-40350d186637 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700319
Nov 13 07:56:59.868247 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-643abdce-4c74-46bb-b68d-f08727323ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1098 time: 0.0688896
Nov 13 07:57:00.013910 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-eaa90b21-9f31-499a-a4ee-15d05835db17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:00.015367 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-eaa90b21-9f31-499a-a4ee-15d05835db17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 910 time: 0.1286929
Nov 13 07:57:00.122748 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-4f2221bc-32ac-444f-b45c-18a039eb98bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 1001 time: 0.1000013
Nov 13 07:57:00.191294 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-0262ddf1-4121-4a04-9292-3c1689b52b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:00.194069 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-0262ddf1-4121-4a04-9292-3c1689b52b49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 200  len: 848 time: 0.0616646
Nov 13 07:57:00.271207 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-617ed7f2-3e98-4e24-abc0-688defd1debb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716033
Nov 13 07:57:00.330887 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:00.406273 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-4a6e108c-a69b-45e1-b4ec-44efd48e3b1c service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286771
Nov 13 07:57:00.542394 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb5ae879-4c2c-4162-92ca-a45e3a05b173 req-d2a8f748-c3a6-44c0-8afa-04095d86aea0 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263459
Nov 13 07:57:00.804763 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45008) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:00.941261 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:00.971249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:00.974950 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7e097f2fd2448bae2add9c50b9f665 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:00.978281 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:00.983904 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:01.046135 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:01.141678 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:01.148206 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7865cf74-ea18-4e41-994e-560882c99559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:01.188593 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc2a3e-dceb-4a58-bc32-2992d3348c0c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:01.191680 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:01.194180 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-7cfd0d57-c44f-4e51-904b-71b6dba36b12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c7e097f2fd2448bae2add9c50b9f665&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3883862
Nov 13 07:57:01.197368 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45014) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:01.254589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:01.283673 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:01.417165 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:01.420843 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-53478a66-6531-413c-ae3f-49de48ba2007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:01.432904 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc2a3e-dceb-4a58-bc32-2992d3348c0c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:01.435205 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:01.443234 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:01.447659 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cfc2a3e-dceb-4a58-bc32-2992d3348c0c HTTP/1.1" status: 204  len: 168 time: 0.2460012
Nov 13 07:57:03.808608 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6b02d80d-c511-438d-a202-fd0faa38b0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.154278 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.338868 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45068) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:04.477142 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.506916 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:04.511070 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Usage tracker for resource:security_group_rule and tenant:f1614beef10149d5909e715c9ed5f060 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:04.513769 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:04.519652 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:04.583740 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.645919 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.652813 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-97df6da0-d766-4613-8014-721734f675b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:04.691403 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5241dce2-403a-46db-b85d-81c091d14bb9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:04.694528 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:04.697803 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1614beef10149d5909e715c9ed5f060&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3579135
Nov 13 07:57:04.700424 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45074) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:04.762186 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.854477 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.976862 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:04.981067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d18345fc-17fd-4a7f-9fa3-1b7f356fa026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:04.992851 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5241dce2-403a-46db-b85d-81c091d14bb9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:04.997918 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:05.001264 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:05.002380 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5241dce2-403a-46db-b85d-81c091d14bb9 HTTP/1.1" status: 204  len: 168 time: 0.3010776
Nov 13 07:57:05.630244 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45082) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:05.648182 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:05.678654 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:05.682579 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9ef7da1f78477db1c10f44db4632cb is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:05.685409 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:05.690994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:05.753513 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:05.816605 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:05.824570 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-8883275f-a4f5-482f-848a-71bdf97e63a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:05.863389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d257498-b87e-4692-be9a-6b6b02285fb0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:05.867347 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c9ef7da1f78477db1c10f44db4632cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2360606
Nov 13 07:57:05.868255 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:05.869938 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45086) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:05.930928 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-41067173-197c-41b2-b0fd-f8f9b7909a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:05.931254 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-271fd9fb-bf4f-4920-b73b-4943cdd46126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:05.956418 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-41067173-197c-41b2-b0fd-f8f9b7909a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:06.074176 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-41067173-197c-41b2-b0fd-f8f9b7909a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:06.077790 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a779e961-fad7-408b-9edd-13ba4b3dd573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:06.088666 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067173-197c-41b2-b0fd-f8f9b7909a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d257498-b87e-4692-be9a-6b6b02285fb0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:06.092181 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-41067173-197c-41b2-b0fd-f8f9b7909a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:06.096536 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-41067173-197c-41b2-b0fd-f8f9b7909a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:06.097651 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-41067173-197c-41b2-b0fd-f8f9b7909a77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d257498-b87e-4692-be9a-6b6b02285fb0 HTTP/1.1" status: 204  len: 168 time: 0.2268240
Nov 13 07:57:06.971664 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.193082 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45108) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:07.317693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-526990111-network', 'tenant_id': 'e763f836d91344e9b85155b57dca4656'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:07.322750 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:07.326473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Usage tracker for resource:network and tenant:e763f836d91344e9b85155b57dca4656 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:07.329256 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:07.334797 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:07.439909 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Made reservation on behalf of e763f836d91344e9b85155b57dca4656 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:07.442128 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.454725 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.484263 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:07.488206 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Usage tracker for resource:security_group_rule and tenant:e763f836d91344e9b85155b57dca4656 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:07.490898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:07.496364 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:07.560145 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.628578 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.631530 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7814dabb-fecf-471c-925d-aa50c2afa92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:07.661275 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:57:07.669187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f29ef0-e381-41a6-9d0a-35a9bf198a30,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:07.672511 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:07.674853 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.675190 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Added segment 8ad51a35-a29c-4d86-b0bb-1d65f5f22b03 of type vlan for network bf5b270d-30ca-4d5e-ae0b-a8ad144a6326
Nov 13 07:57:07.701219 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.805954 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.807159 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:07.807735 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:07.812475 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0421e976-ea87-460b-8d40-ca55c88041d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:07.909050 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Pushing event updated for resources: {'Network': ['ID=bf5b270d-30ca-4d5e-ae0b-a8ad144a6326,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:07.911802 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:07.918569 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network bf5b270d-30ca-4d5e-ae0b-a8ad144a6326 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:57:07.966144 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7719812
Nov 13 07:57:07.968965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45114) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:07.974212 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Request body: {'subnet': {'network_id': 'bf5b270d-30ca-4d5e-ae0b-a8ad144a6326', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-526990111-subnet', 'tenant_id': 'e763f836d91344e9b85155b57dca4656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:07.979538 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:07.983397 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Usage tracker for resource:subnet and tenant:e763f836d91344e9b85155b57dca4656 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:07.986468 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:07.992188 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:08.062741 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Made reservation on behalf of e763f836d91344e9b85155b57dca4656 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:08.065030 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2363745'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:08.434169 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1194131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2363767'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:08.438102 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:08.505853 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e462785-b9b2-4b69-96d5-4c945b3764a5,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:08.510734 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:08.520846 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Checking segment: {'id': '8ad51a35-a29c-4d86-b0bb-1d65f5f22b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bf5b270d-30ca-4d5e-ae0b-a8ad144a6326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:57:08.521201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Network hostable DHCP agents. Network: bf5b270d-30ca-4d5e-ae0b-a8ad144a6326, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:57:08.605486 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Network bf5b270d-30ca-4d5e-ae0b-a8ad144a6326 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:57:08.634016 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:08.697818 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, bf5b270d-30ca-4d5e-ae0b-a8ad144a6326) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:57:08.701790 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:08.702395 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:08.706462 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3affb6-881b-4541-8f6c-f7a3465f822c None None] Network bf5b270d-30ca-4d5e-ae0b-a8ad144a6326 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:08.818200 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-59a88c42-8adc-46ce-99b7-a7628078fcc5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8480942
Nov 13 07:57:08.950106 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb0d87-4ab1-4275-af98-2eff5e643c3d None None] Network bf5b270d-30ca-4d5e-ae0b-a8ad144a6326 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:09.872300 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45136) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:09.877860 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134837849-network', 'tenant_id': '78e4c1345d864941aba18fe4bb371693'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:09.882429 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:09.886190 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Usage tracker for resource:network and tenant:78e4c1345d864941aba18fe4bb371693 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:09.889004 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:09.894550 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:09.965681 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Made reservation on behalf of 78e4c1345d864941aba18fe4bb371693 for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:09.968056 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:09.981104 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.010830 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:10.014469 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Usage tracker for resource:security_group_rule and tenant:78e4c1345d864941aba18fe4bb371693 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:10.017322 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:10.022863 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:10.098636 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.148401 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.151854 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-94c478e3-952b-44dc-8fc2-9e12d79cebb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:10.179359 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:57:10.187482 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f16d3a-870c-430c-be40-fc3b3d7b1780,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:10.190913 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:10.193295 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.193646 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Added segment 2cefe2fb-3a54-42dd-9ad1-fabecdde1ef1 of type vlan for network 09e38cda-bdf6-4346-bdfc-27dd5b004ac5
Nov 13 07:57:10.221589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.319585 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.320761 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:10.321883 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.326123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ed938048-92c0-4e99-8ad3-d343a7cc5492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:10.432107 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Pushing event updated for resources: {'Network': ['ID=09e38cda-bdf6-4346-bdfc-27dd5b004ac5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:10.434752 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:10.441532 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 09e38cda-bdf6-4346-bdfc-27dd5b004ac5 details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:57:10.492073 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-3868f4ac-0520-4f26-9abe-d0875dd66227 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6186759
Nov 13 07:57:10.494721 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45140) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:10.499976 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Request body: {'subnet': {'network_id': '09e38cda-bdf6-4346-bdfc-27dd5b004ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134837849-subnet', 'tenant_id': '78e4c1345d864941aba18fe4bb371693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:10.504876 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:10.509151 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Usage tracker for resource:subnet and tenant:78e4c1345d864941aba18fe4bb371693 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:10.511980 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:10.517644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:10.605705 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Made reservation on behalf of 78e4c1345d864941aba18fe4bb371693 for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:10.608053 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2363745'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.862544 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1194131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2363767'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:10.866158 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:10.934586 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8729fe86-dc3b-4815-b814-0e164bbb351a,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:10.938228 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:10.946886 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Checking segment: {'id': '2cefe2fb-3a54-42dd-9ad1-fabecdde1ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '09e38cda-bdf6-4346-bdfc-27dd5b004ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:57:10.947243 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Network hostable DHCP agents. Network: 09e38cda-bdf6-4346-bdfc-27dd5b004ac5, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:57:11.033934 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Network 09e38cda-bdf6-4346-bdfc-27dd5b004ac5 is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:57:11.096493 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 09e38cda-bdf6-4346-bdfc-27dd5b004ac5) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:57:11.100787 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:11.101502 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:11.107082 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524848ad-8d2d-4ccf-8a38-655a503ef900 None None] Network 09e38cda-bdf6-4346-bdfc-27dd5b004ac5 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:11.194861 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-87508a42-04f6-4747-8872-6330333986e5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6989996
Nov 13 07:57:11.327408 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4406f4-e530-4683-aec3-3c4b24b7a9d9 None None] Network 09e38cda-bdf6-4346-bdfc-27dd5b004ac5 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:11.327597 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45146) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:11.385667 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Deleting subnet 2e462785-b9b2-4b69-96d5-4c945b3764a5 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:57:11.388646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:11.442016 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:11.499655 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:11.623151 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:11.723604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7f819a61-e33f-48f0-837c-dbc6f961dbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:11.723604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e462785-b9b2-4b69-96d5-4c945b3764a5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:11.723604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:11.723604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:11.723604 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a016279c-a7c4-4557-bc5a-adfba3b4d09e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e462785-b9b2-4b69-96d5-4c945b3764a5 HTTP/1.1" status: 204  len: 168 time: 0.3572631
Nov 13 07:57:11.723604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45150) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:11.868918 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:11.990061 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.020335 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee1cd6a0>,) {'filters': {'network_id': ['bf5b270d-30ca-4d5e-ae0b-a8ad144a6326']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:12.034967 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee1cd6a0>, '8ad51a35-a29c-4d86-b0bb-1d65f5f22b03') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:12.035264 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee1cd6a0>, '8ad51a35-a29c-4d86-b0bb-1d65f5f22b03') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:12.046564 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.062366 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.068201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:57:12.068580 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:57:12.081819 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:57:12.211473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.215095 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1d546b8b-7333-4281-8504-644f71b59484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:12.231527 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.240903 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5b270d-30ca-4d5e-ae0b-a8ad144a6326,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:12.243740 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bf5b270d-30ca-4d5e-ae0b-a8ad144a6326 HTTP/1.1" status: 204  len: 168 time: 0.5573838
Nov 13 07:57:12.244586 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:12.246521 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45154) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:12.304703 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Deleting subnet 8729fe86-dc3b-4815-b814-0e164bbb351a {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:57:12.308567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.359746 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.416535 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.543206 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.547148 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:12.580300 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8729fe86-dc3b-4815-b814-0e164bbb351a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:12.584854 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:12.586942 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.592580 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b0a3d964-23c7-402d-b4e3-2445b5f2d51c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8729fe86-dc3b-4815-b814-0e164bbb351a HTTP/1.1" status: 204  len: 168 time: 0.3451173
Nov 13 07:57:12.594960 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45158) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:12.698807 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.820105 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.843984 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dedc4abe0>,) {'filters': {'network_id': ['09e38cda-bdf6-4346-bdfc-27dd5b004ac5']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:12.855929 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dedc4abe0>, '2cefe2fb-3a54-42dd-9ad1-fabecdde1ef1') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:12.856221 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dedc4abe0>, '2cefe2fb-3a54-42dd-9ad1-fabecdde1ef1') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:12.867343 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.882314 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.888081 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:57:12.888449 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:57:12.901365 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:57:13.028389 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:13.032840 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:13.035203 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-11cc4695-ba22-4bac-ac2a-304484ed9848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:13.053726 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e38cda-bdf6-4346-bdfc-27dd5b004ac5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:13.056370 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:13.057846 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-2100cb1c-8e43-4376-b3ef-2af9749b48d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/09e38cda-bdf6-4346-bdfc-27dd5b004ac5 HTTP/1.1" status: 204  len: 168 time: 0.4619968
Nov 13 07:57:13.390182 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45164) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:13.439821 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-dec74563-89f6-41f0-aa89-90e431c14e07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e763f836d91344e9b85155b57dca4656&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484164
Nov 13 07:57:13.442112 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45168) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:13.498862 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b159cb01-8425-4f4f-a214-1c4c05914504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:13.523382 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b159cb01-8425-4f4f-a214-1c4c05914504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:13.633032 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b159cb01-8425-4f4f-a214-1c4c05914504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:13.636788 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c95dca47-c213-44fd-b3bd-8bdaef11ae9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:13.652908 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159cb01-8425-4f4f-a214-1c4c05914504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f29ef0-e381-41a6-9d0a-35a9bf198a30,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:13.655657 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b159cb01-8425-4f4f-a214-1c4c05914504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:13.657682 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b159cb01-8425-4f4f-a214-1c4c05914504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:13.659038 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b159cb01-8425-4f4f-a214-1c4c05914504 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1f29ef0-e381-41a6-9d0a-35a9bf198a30 HTTP/1.1" status: 204  len: 168 time: 0.2153859
Nov 13 07:57:14.418662 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45176) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:14.467155 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-93b89538-0b83-4471-b32d-ba84831a8caa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78e4c1345d864941aba18fe4bb371693&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0472648
Nov 13 07:57:14.469381 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45180) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:14.528333 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3dcf-0079-4378-970d-c2820f15b075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:14.553028 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3dcf-0079-4378-970d-c2820f15b075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:14.679659 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3dcf-0079-4378-970d-c2820f15b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:14.683528 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5cc3c372-bd99-4660-9e0f-ae87b139fcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:14.696839 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a3dcf-0079-4378-970d-c2820f15b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f16d3a-870c-430c-be40-fc3b3d7b1780,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:14.699120 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ab9a3dcf-0079-4378-970d-c2820f15b075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:14.702618 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3dcf-0079-4378-970d-c2820f15b075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:14.704469 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ab9a3dcf-0079-4378-970d-c2820f15b075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6f16d3a-870c-430c-be40-fc3b3d7b1780 HTTP/1.1" status: 204  len: 168 time: 0.2342186
Nov 13 07:57:16.982727 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45220) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:17.448691 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Deleting port 8ebe2d14-c7bf-4f11-8df3-4eaa44819e5d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:17.449049 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:17.623508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:17.623508 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:17.681719 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45244) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:17.746358 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Calling delete_port for 8ebe2d14-c7bf-4f11-8df3-4eaa44819e5d owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:17.822430 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:17.852744 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:17.856440 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Usage tracker for resource:security_group_rule and tenant:78db246611244bedbbf234abbba801d7 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:17.859169 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:17.865051 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:17.928810 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:17.948413 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:17.952779 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a6c3a48d-62c5-4728-8942-76f39a0416cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:17.988116 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:17.995877 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event deleted for resources: {'Port': ['ID=8ebe2d14-c7bf-4f11-8df3-4eaa44819e5d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:17.996393 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-3ecae140-f85e-4e7a-b78c-0c83ffd6895c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:17.998428 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:18.039277 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9da14-daf4-40ee-94bb-72d743fb7608,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:18.043254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:18.048010 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78db246611244bedbbf234abbba801d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3628879
Nov 13 07:57:18.048599 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45250) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:18.090171 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:18.108932 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-169f2d97-3518-4df9-b453-8cb799590dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:18.133981 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-169f2d97-3518-4df9-b453-8cb799590dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:18.233997 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-169f2d97-3518-4df9-b453-8cb799590dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:18.239312 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a0332e1f-2c93-4021-8d2a-677c05716119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:18.249556 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f2d97-3518-4df9-b453-8cb799590dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9da14-daf4-40ee-94bb-72d743fb7608,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:18.252994 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-169f2d97-3518-4df9-b453-8cb799590dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:18.256512 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-169f2d97-3518-4df9-b453-8cb799590dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:18.259997 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-169f2d97-3518-4df9-b453-8cb799590dc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bee9da14-daf4-40ee-94bb-72d743fb7608 HTTP/1.1" status: 204  len: 168 time: 0.2085230
Nov 13 07:57:18.479906 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Router 05c33f3e-142f-4d26-bd73-64ef127070d3 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:57:18.685965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:57:18.696656 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] Sync routers for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:57:18.708454 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:57:18.709056 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec1cac0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:57:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:18.759712 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:18.816329 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-4a80e416-374a-4140-aee1-36de37efc20f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "DELETE /v2.0/floatingips/e03a185c-90a5-4f9a-818a-35665d71d127 HTTP/1.1" status: 204  len: 168 time: 1.8324530
Nov 13 07:57:18.816996 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:57:18.874351 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227', 'status': 'completed', 'code': 200}
Nov 13 07:57:18.899497 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:57:18.908069 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45262) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:18.928783 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:18.969309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:18.973832 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Usage tracker for resource:security_group_rule and tenant:dec04be1877c4d21a60b7e92b6ce0e24 is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:18.977458 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:18.984735 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:19.002288 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-d2d96335-b7c3-42bc-861a-6f1590afd2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 1098 time: 0.1008651
Nov 13 07:57:19.053776 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:19.119594 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:19.127005 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ba542878-6786-4ab9-b5ee-80c3a0f16ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:19.140992 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-691a818c-2947-4187-9d55-da4f97c6f677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:19.142235 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-691a818c-2947-4187-9d55-da4f97c6f677 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 200  len: 910 time: 0.1330640
Nov 13 07:57:19.169537 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f122022-6984-44bb-99a6-6abdae4727f4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:19.176221 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dec04be1877c4d21a60b7e92b6ce0e24&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2645078
Nov 13 07:57:19.176221 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-801cd43b-02ec-44fc-9420-3e60b62414be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:19.181946 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45266) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:19.232500 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-6abfc8ac-0b07-4bac-a416-46466d42cf53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 200  len: 217 time: 0.0825961
Nov 13 07:57:19.242056 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aab6a8ab-0545-4cd3-9e30-b575e3f46aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:19.274253 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec1cac0>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:52:01Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:19.279957 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aab6a8ab-0545-4cd3-9e30-b575e3f46aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:19.282040 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] Checking router: 05c33f3e-142f-4d26-bd73-64ef127070d3 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:57:19.298611 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:57:19.299576 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec1cac0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:57:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:19.406573 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-741e84f7-064d-4b34-954e-51f212eb5470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:19.407942 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-741e84f7-064d-4b34-954e-51f212eb5470 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 200  len: 848 time: 0.1692913
Nov 13 07:57:19.487170 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-8630db32-3afd-410f-860b-d3a7598e8bbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715640
Nov 13 07:57:19.494325 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646d841-3f20-4cb3-8e8d-7c6e9a0a4766 req-974537ad-d539-4e23-825d-7bd61b0dca1f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:19.495049 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-0646d841-3f20-4cb3-8e8d-7c6e9a0a4766 req-974537ad-d539-4e23-825d-7bd61b0dca1f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Synchronizing usage tracker for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:57:19.520668 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:57:19.559505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aab6a8ab-0545-4cd3-9e30-b575e3f46aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:19.563351 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dab0287f-d6dc-491c-bc85-ffab44cfb1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:19.579221 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6a8ab-0545-4cd3-9e30-b575e3f46aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f122022-6984-44bb-99a6-6abdae4727f4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:19.598242 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-aab6a8ab-0545-4cd3-9e30-b575e3f46aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:19.600078 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aab6a8ab-0545-4cd3-9e30-b575e3f46aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:19.605921 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-aab6a8ab-0545-4cd3-9e30-b575e3f46aeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f122022-6984-44bb-99a6-6abdae4727f4 HTTP/1.1" status: 204  len: 168 time: 0.4285371
Nov 13 07:57:19.608102 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-0646d841-3f20-4cb3-8e8d-7c6e9a0a4766 req-974537ad-d539-4e23-825d-7bd61b0dca1f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Unset dirty status for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:57:19.609326 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0646d841-3f20-4cb3-8e8d-7c6e9a0a4766 req-974537ad-d539-4e23-825d-7bd61b0dca1f tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.2176380
Nov 13 07:57:19.629625 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-c2eab35c-4e94-4331-b78b-eb2fefe8acf8 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351964
Nov 13 07:57:19.664996 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0646d841-3f20-4cb3-8e8d-7c6e9a0a4766 req-59dea006-737b-4a27-abf3-4fb63af42f48 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460620
Nov 13 07:57:19.786496 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e1e2db11-a0a6-4b7b-87fb-07d2173e77cb req-4e64563c-8272-4f69-85d9-a78d0bfa8be1 service neutron] 10.222.0.18 "GET /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502593
Nov 13 07:57:19.860702 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec1cac0>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:52:01Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:19.864654 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc51ac-3aaa-4fde-8d51-0418ae526dd5 None None] The sync data for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi is: [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:51:28Z', 'revision_number': 4, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '087bc613-e0cc-4298-b2b7-6ad1e22e8eaf', 'name': '', 'network_id': '0f66ae5e-e9e4-42e2-9f8e-0271fe49488b', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'mac_address': 'fa:16:3e:97:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:27Z', 'updated_at': '2021-11-13T07:52:01Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'subnets': [{'id': 'f32f3356-fb6c-4303-974c-29c01e73f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:57:20.081782 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd0229-cba5-4511-88b2-c43a8aa4e3bf None None] New status for floating IP e03a185c-90a5-4f9a-818a-35665d71d127: DOWN {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:57:20.938764 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e0d5b-604e-40bb-a49d-62fae9b3d0ba req-c4c36a2f-7e1e-429f-a578-899bf6914b02 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:20.940279 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e8e0d5b-604e-40bb-a49d-62fae9b3d0ba req-c4c36a2f-7e1e-429f-a578-899bf6914b02 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1433198
Nov 13 07:57:20.947117 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-19463b30-7a29-4ca3-9dd3-78156e04fcd9 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:20.948542 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-19463b30-7a29-4ca3-9dd3-78156e04fcd9 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 945 time: 0.1163726
Nov 13 07:57:21.047915 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Deleting port 042b7473-49b5-44dd-8697-4c7c9af86227 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:21.048173 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:21.077548 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9e8e0d5b-604e-40bb-a49d-62fae9b3d0ba req-123629ae-0fbf-47ad-87e4-03080963747a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4786157-91f2-41e4-a630-5305f51b9dac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280890
Nov 13 07:57:21.287554 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] For port 042b7473-49b5-44dd-8697-4c7c9af86227, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=042b7473-49b5-44dd-8697-4c7c9af86227,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:21.287960 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:21.419451 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Calling delete_port for 042b7473-49b5-44dd-8697-4c7c9af86227 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:21.719805 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:21.726533 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dc45849b-7bd9-4c3c-a3ee-263ec5fd6a89 tempest-VolumesSnapshotTestJSON-1667934722 tempest-VolumesSnapshotTestJSON-1667934722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:21.776398 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event deleted for resources: {'Port': ['ID=042b7473-49b5-44dd-8697-4c7c9af86227,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:21.778885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:21.855152 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] No DVR routers for this DVR port 042b7473-49b5-44dd-8697-4c7c9af86227 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:57:21.855152 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:21.855152 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-deleted', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:57:21.908235 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba61d7f-793d-4a27-8c7d-11b9dd2b8908', 'name': 'network-vif-deleted', 'tag': '042b7473-49b5-44dd-8697-4c7c9af86227', 'status': 'completed', 'code': 200}
Nov 13 07:57:21.919294 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd9b84f0-c67e-46c5-b4f6-f3cf3a9cfb36 req-8ad1a759-f2a2-4da6-8f50-f4ae9704b478 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.18 "DELETE /v2.0/ports/042b7473-49b5-44dd-8697-4c7c9af86227 HTTP/1.1" status: 204  len: 173 time: 0.9547200
Nov 13 07:57:22.255591 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-404bda2b-d3a6-42b9-a596-c882e58ccf2e req-5f5c9533-6872-4d27-8568-f042aed7187a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Synchronizing usage tracker for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:57:22.308253 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-404bda2b-d3a6-42b9-a596-c882e58ccf2e req-5f5c9533-6872-4d27-8568-f042aed7187a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Unset dirty status for tenant:fa4e1d8ace6b4f22816be1ee49b861bb on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:57:22.309438 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-404bda2b-d3a6-42b9-a596-c882e58ccf2e req-5f5c9533-6872-4d27-8568-f042aed7187a tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.1034901
Nov 13 07:57:23.497648 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9bb7152c-80c1-496d-a597-379ce45ffbaf req-779b571e-e1f4-49ea-94c9-bb140cb3bf61 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba61d7f-793d-4a27-8c7d-11b9dd2b8908 HTTP/1.1" status: 200  len: 210 time: 0.0427268
Nov 13 07:57:24.611356 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45334) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:24.678251 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:24.706684 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:24.850984 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:24.856614 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9c7097d2-1555-475d-8071-a7e557535537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:24.870780 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4786157-91f2-41e4-a630-5305f51b9dac,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:24.873245 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:24.932942 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 042b7473-49b5-44dd-8697-4c7c9af86227 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:24.951925 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:24.953154 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4786157-91f2-41e4-a630-5305f51b9dac HTTP/1.1" status: 204  len: 168 time: 0.3408482
Nov 13 07:57:24.970355 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 042b7473-49b5-44dd-8697-4c7c9af86227 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:24.970708 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 042b7473-49b5-44dd-8697-4c7c9af86227 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:25.070488 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45340) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:25.632402 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.052369 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45352) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:26.192695 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.222279 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Deleting port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:26.222587 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:26.222733 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.226384 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Usage tracker for resource:security_group_rule and tenant:5569158248454324883652cf3d91128f is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:26.229793 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:26.235641 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:26.300216 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.376590 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.383888 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-55e1a059-862c-4d93-80b5-3fcb213f3215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:26.391039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] For port 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:26.391399 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.425035 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ba1955-721f-45e2-b56b-5c3c320d92a9,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:26.431575 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5569158248454324883652cf3d91128f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3757327
Nov 13 07:57:26.431575 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d8e1dbc2-5853-43aa-a395-a1dfeedd97ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:26.431894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45358) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:26.494740 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80e28219-bd53-45f0-9fc0-5ad11e58a10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.524926 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80e28219-bd53-45f0-9fc0-5ad11e58a10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.598418 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Calling delete_port for 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:26.628143 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80e28219-bd53-45f0-9fc0-5ad11e58a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.633743 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-7b577713-6a67-46c7-87c2-8a95b5943e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:26.646628 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28219-bd53-45f0-9fc0-5ad11e58a10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ba1955-721f-45e2-b56b-5c3c320d92a9,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:26.649254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-80e28219-bd53-45f0-9fc0-5ad11e58a10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:26.650401 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-80e28219-bd53-45f0-9fc0-5ad11e58a10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.651548 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-80e28219-bd53-45f0-9fc0-5ad11e58a10a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76ba1955-721f-45e2-b56b-5c3c320d92a9 HTTP/1.1" status: 204  len: 168 time: 0.2188110
Nov 13 07:57:26.845460 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:26.849941 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-01a09e66-5cb9-4bd1-a97d-0c883627f6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:26.890325 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Pushing event deleted for resources: {'Port': ['ID=087bc613-e0cc-4298-b2b7-6ad1e22e8eaf,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:26.930773 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.931190 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.931548 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.931910 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:26.937978 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:27.200820 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:27.493147 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45366) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:27.511696 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:27.542444 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:27.546213 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba5569a46db4f83b39eb9b8ffd67395 is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:27.548995 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:27.554700 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:27.621183 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:27.678822 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:27.685620 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-e9b8ebc1-156a-4df2-a520-72cc54ea103e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:27.725794 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1215bfe-9cf3-441b-ac17-d50376ce6242,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:27.732037 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ba5569a46db4f83b39eb9b8ffd67395&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2378418
Nov 13 07:57:27.736446 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45370) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:27.739884 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.740257 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.740626 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.741088 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.741451 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.741864 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.742264 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.742617 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.742997 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.743344 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.743691 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:27.756391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8c64a32b-3cc1-4433-aa3b-0ab494d6b2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:27.795009 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Router 05c33f3e-142f-4d26-bd73-64ef127070d3 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:57:27.808467 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f25a04c-a3e7-4536-9e7c-6014be301446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:27.921616 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f25a04c-a3e7-4536-9e7c-6014be301446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:27.995796 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:57:28.004091 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] Sync routers for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:57:28.015308 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:57:28.015917 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee607700>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:57:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:28.033343 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f25a04c-a3e7-4536-9e7c-6014be301446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:28.038639 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-ecff73f8-c470-48b9-b40a-6dcdf8e2cb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:28.052353 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25a04c-a3e7-4536-9e7c-6014be301446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1215bfe-9cf3-441b-ac17-d50376ce6242,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:28.054805 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-9f25a04c-a3e7-4536-9e7c-6014be301446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:28.056924 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9f25a04c-a3e7-4536-9e7c-6014be301446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:28.060018 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] 10.222.0.32 "PUT /v2.0/routers/05c33f3e-142f-4d26-bd73-64ef127070d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9882815
Nov 13 07:57:28.061264 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-9f25a04c-a3e7-4536-9e7c-6014be301446 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1215bfe-9cf3-441b-ac17-d50376ce6242 HTTP/1.1" status: 204  len: 168 time: 0.3236403
Nov 13 07:57:28.062414 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45376) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:28.206325 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:57:28.264016 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks [] for router, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:28.463298 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:28.503248 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee607700>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:57:26Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:28.507169 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] Checking router: 05c33f3e-142f-4d26-bd73-64ef127070d3 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:57:28.517737 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] Routers {'05c33f3e-142f-4d26-bd73-64ef127070d3'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:57:28.518325 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee607700>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:57:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['05c33f3e-142f-4d26-bd73-64ef127070d3'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:28.594966 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Deleting port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:28.596124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:28.623406 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:57:28.708898 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] Set router 05c33f3e-142f-4d26-bd73-64ef127070d3 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:57:28.791649 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] For port 4a6d81b6-2d4b-4d63-9cb2-de632820cd84, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:28.792007 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:28.911438 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Calling delete_port for 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 owned by network:router_gateway {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:29.055981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee607700>, [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:57:26Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:29.060062 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440850e3-b101-473f-abd0-60f11cf1562f None None] The sync data for ids ['05c33f3e-142f-4d26-bd73-64ef127070d3'] in dv-cinder-817832-1-iscsi is: [{'id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'name': 'tempest-TestShelveInstance-1483393419-router', 'tenant_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:22Z', 'updated_at': '2021-11-13T07:57:26Z', 'revision_number': 5, 'project_id': 'fa4e1d8ace6b4f22816be1ee49b861bb', 'gw_port': {'id': '4a6d81b6-2d4b-4d63-9cb2-de632820cd84', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c33f3e-142f-4d26-bd73-64ef127070d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:23Z', 'updated_at': '2021-11-13T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:57:29.165611 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.173039 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-4f8b3d0c-46f3-45f2-991d-0d5686698592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:29.210046 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6d81b6-2d4b-4d63-9cb2-de632820cd84,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:29.214094 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:29.428125 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45396) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:29.433634 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.566738 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2051934869-network', 'tenant_id': '5aff34cf0d36478d9ca6bc46e4d9ee9a'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:29.571904 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:29.575976 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Usage tracker for resource:network and tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:29.579203 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:29.585098 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:29.759433 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Made reservation on behalf of 5aff34cf0d36478d9ca6bc46e4d9ee9a for: {'network': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:29.761768 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for network, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.774702 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.802736 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.806012 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:29.807448 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.809799 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Usage tracker for resource:security_group_rule and tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:29.812720 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:29.818290 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:29.881200 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.918632 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.919278 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c33f3e-142f-4d26-bd73-64ef127070d3 {{(pid=83599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 07:57:29.931737 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Notify callbacks [] for router, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.932854 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] 10.222.0.32 "DELETE /v2.0/routers/05c33f3e-142f-4d26-bd73-64ef127070d3 HTTP/1.1" status: 204  len: 168 time: 1.8695307
Nov 13 07:57:29.935435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45402) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:29.941764 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.945315 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fb970fb5-5ea3-4fc0-bded-3b09abd20ee3 tempest-TestShelveInstance-1931356607 tempest-TestShelveInstance-1931356607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:29.975596 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=83598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 07:57:29.981920 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc36b3-f5cb-4331-8209-586c3b187818,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:29.985933 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:29.989753 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:29.990143 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.segments_db [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Added segment 47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf of type vlan for network 8492081b-92c5-43bc-bbe2-8278155310cb
Nov 13 07:57:30.000627 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Deleting subnet f32f3356-fb6c-4303-974c-29c01e73f9f7 {{(pid=83599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:57:30.004387 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.019559 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743999030474'] for network, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.053609 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583131'] for subnet, precommit_delete_associations {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.103007 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366'] for network, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.104223 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:30.104805 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.109700 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-7cabcdac-88c1-456a-9fe8-c1a19a08f63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:30.129088 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.208063 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Pushing event updated for resources: {'Network': ['ID=8492081b-92c5-43bc-bbe2-8278155310cb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:30.210677 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:30.218214 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Network 8492081b-92c5-43bc-bbe2-8278155310cb details requested by agent ovs-agent-dv-cinder-817832-1-iscsi with host dv-cinder-817832-1-iscsi {{(pid=83600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 13 07:57:30.279058 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1934815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2053993'] for subnet, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.283992 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-78b254bd-d44d-49cc-a29b-00a2659a2fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:30.325119 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32f3356-fb6c-4303-974c-29c01e73f9f7,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:30.326902 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ec73f22f-61f0-4a67-8ec0-f5cb48d1b56e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8974965
Nov 13 07:57:30.330639 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45406) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:30.333415 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:30.338501 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.343481 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Request body: {'subnet': {'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2051934869-subnet', 'tenant_id': '5aff34cf0d36478d9ca6bc46e4d9ee9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:30.347174 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-cbebfce1-9e80-43e2-9f0d-4a7570b4d415 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f32f3356-fb6c-4303-974c-29c01e73f9f7 HTTP/1.1" status: 204  len: 168 time: 0.4084280
Nov 13 07:57:30.347357 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd58d4-9529-4435-b3b0-65c533fa4257 None None] Network 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:30.347594 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 45410) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:30.348804 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:30.353728 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Usage tracker for resource:subnet and tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:30.356728 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:30.363594 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:30.416872 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.439900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Made reservation on behalf of 5aff34cf0d36478d9ca6bc46e4d9ee9a for: {'subnet': 1} {{(pid=83598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:30.443326 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2363745'] for subnet, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.465850 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.476985 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Deleting port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:30.477320 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.664936 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] DHCP port deletion for 0f66ae5e-e9e4-42e2-9f8e-0271fe49488b request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 07:57:30.670422 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Deleting port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:30.671079 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.704315 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:30.724584 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] For port 930bcfc7-9048-4b59-89cf-873a5b78b8f9, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=930bcfc7-9048-4b59-89cf-873a5b78b8f9,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:30.724853 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.744175 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:30.744528 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 087bc613-e0cc-4298-b2b7-6ad1e22e8eaf not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:30.744959 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:30.786976 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:30.787325 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 4a6d81b6-2d4b-4d63-9cb2-de632820cd84 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:30.788709 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1194131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2363767'] for subnet, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.799790 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-5b0fd31a-1901-416e-8608-3272a2ea4930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:30.853690 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Calling delete_port for 930bcfc7-9048-4b59-89cf-873a5b78b8f9 owned by network:dhcp {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:30.876201 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a4f59b-260e-499f-a7e3-526797f31bf2,revision_number=0']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:30.880054 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:30.890516 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Checking segment: {'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:57:30.890927 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Network hostable DHCP agents. Network: 8492081b-92c5-43bc-bbe2-8278155310cb, hostable agents: ['bd1a62ff-b0c9-4993-8210-3daf3c07deb4'], hosted agents: [] {{(pid=83598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 07:57:30.956316 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] For port 930bcfc7-9048-4b59-89cf-873a5b78b8f9, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=930bcfc7-9048-4b59-89cf-873a5b78b8f9,segment=NetworkSegment(09825eaa-9442-4e36-9513-0de220cad1df),segment_id=09825eaa-9442-4e36-9513-0de220cad1df)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:30.956708 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.965135 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Network 8492081b-92c5-43bc-bbe2-8278155310cb is scheduled to be hosted by DHCP agent bd1a62ff-b0c9-4993-8210-3daf3c07deb4 with binding_index 1 {{(pid=83598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 07:57:30.988300 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:30.993496 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-1eabe901-720e-40a2-b94e-4be8ba9de768 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:31.040081 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Pushing event deleted for resources: {'Port': ['ID=930bcfc7-9048-4b59-89cf-873a5b78b8f9,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:31.043646 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:31.044380 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] No DVR routers for this DVR port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 on host dv-cinder-817832-1-iscsi {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:57:31.051052 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-iscsi, 8492081b-92c5-43bc-bbe2-8278155310cb) {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:57:31.060364 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:31.062364 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.075827 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e9c10d-8955-45b8-a81e-16cb5f366eee None None] Network 8492081b-92c5-43bc-bbe2-8278155310cb requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:31.093851 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Calling delete_port for 930bcfc7-9048-4b59-89cf-873a5b78b8f9 owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:31.149766 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0e0a99f8-8854-4fb0-99d1-526e4a2d9ffb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8138883
Nov 13 07:57:31.165269 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.192793 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dedc8cf10>,) {'filters': {'network_id': ['0f66ae5e-e9e4-42e2-9f8e-0271fe49488b']}} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:31.207201 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dedc8cf10>, '09825eaa-9442-4e36-9513-0de220cad1df') {'for_net_delete': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:31.207603 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.services.segments.db [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dedc8cf10>, '09825eaa-9442-4e36-9513-0de220cad1df') {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:31.219671 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583122'] for segment, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.237488 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.244885 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:57:31.245725 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1964413'] for segment, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.247857 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:57:31.248376 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]: Traceback (most recent call last):
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     timer()
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     cb(*args, **kw)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     return func(*args, **kwargs)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     self._notify()
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     self.callback(batched_events)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     event.method(event)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     return f(self, *a, **k)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._get(url).json()
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:57:31.260084 dv-cinder-817832-1-iscsi neutron-server[83599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:57:31.361785 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c3e77-a3b8-4ed4-8244-be7547d0992f None None] Network 8492081b-92c5-43bc-bbe2-8278155310cb requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:31.457051 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.460967 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:31.475504 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.486789 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f66ae5e-e9e4-42e2-9f8e-0271fe49488b,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:31.492938 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:31.498325 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0f66ae5e-e9e4-42e2-9f8e-0271fe49488b HTTP/1.1" status: 204  len: 168 time: 1.1467159
Nov 13 07:57:31.498535 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45420) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:31.749719 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Deleting port 930bcfc7-9048-4b59-89cf-873a5b78b8f9 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:31.750153 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:31.812474 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-9311661e-4d3f-4813-95eb-db8371344266 None None] The port '930bcfc7-9048-4b59-89cf-873a5b78b8f9' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 07:57:31.900458 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:32.586953 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Deleting port 5c389f66-0207-4be1-8db4-a7089fb54ff5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:32.587567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:32.591793 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 930bcfc7-9048-4b59-89cf-873a5b78b8f9 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:32.624590 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 930bcfc7-9048-4b59-89cf-873a5b78b8f9 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:32.624937 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 930bcfc7-9048-4b59-89cf-873a5b78b8f9 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:32.757657 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] For port 5c389f66-0207-4be1-8db4-a7089fb54ff5, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=5c389f66-0207-4be1-8db4-a7089fb54ff5,segment=NetworkSegment(385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc),segment_id=385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:32.758011 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:32.877073 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Calling delete_port for 5c389f66-0207-4be1-8db4-a7089fb54ff5 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:33.118502 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:33.121988 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-dcd2a9bc-ebd2-48aa-a1f9-de246c73c530 tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:33.163915 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c389f66-0207-4be1-8db4-a7089fb54ff5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:33.167848 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:33.456482 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:33.659529 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-4fe8af3c-7c3d-40d4-a396-ee06e22f0608 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:33.660973 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-4fe8af3c-7c3d-40d4-a396-ee06e22f0608 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/networks?id=8492081b-92c5-43bc-bbe2-8278155310cb HTTP/1.1" status: 200  len: 809 time: 0.2461512
Nov 13 07:57:33.677172 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-debb9ed0-8e1d-4a2d-9de9-aada76c74691 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/quotas/5aff34cf0d36478d9ca6bc46e4d9ee9a HTTP/1.1" status: 200  len: 375 time: 0.0103679
Nov 13 07:57:33.722129 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-f0616f22-ae77-458b-a072-d9bcc16c2839 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0391920
Nov 13 07:57:33.822707 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3df5-1575-4239-8dfd-fb69540f854a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:33.856224 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-1a9fa448-4de6-49c1-b18a-957d4b9d0967 service neutron] 10.222.0.32 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269739
Nov 13 07:57:33.986646 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-9bc54bd6-7e00-4d9c-847b-13b59b61c393 service neutron] 10.222.0.32 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240983
Nov 13 07:57:34.125206 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Router 0bd946df-5bd0-47cd-ba20-0c03915efd2d has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:57:34.198742 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:34.262563 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9c128bdd-7b6f-40c7-981c-130078d1cd3f req-3e4f4764-1466-4489-8312-eb87a5a91fd3 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 210 time: 0.0551805
Nov 13 07:57:34.372956 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:57:34.381520 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] Sync routers for ids ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:57:34.392967 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] Routers {'0bd946df-5bd0-47cd-ba20-0c03915efd2d'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:57:34.393555 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deecfcfd0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:57:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:34.487585 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-fe7c79d8-c1bb-419f-9b63-934216867710 admin admin] 10.222.0.32 "PUT /v2.0/routers/0bd946df-5bd0-47cd-ba20-0c03915efd2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9878123
Nov 13 07:57:34.489941 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45446) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:34.586714 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] Set router 0bd946df-5bd0-47cd-ba20-0c03915efd2d gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:57:34.687263 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:34.874143 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deecfcfd0>, [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:57:32Z', 'revision_number': 5, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:34.878024 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] Checking router: 0bd946df-5bd0-47cd-ba20-0c03915efd2d for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:57:34.888985 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] Routers {'0bd946df-5bd0-47cd-ba20-0c03915efd2d'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:57:34.889615 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deecfcfd0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:57:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:34.908480 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:35.016355 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Deleting port d7282245-c0f2-48df-9451-367836857c5f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:35.016703 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:35.095203 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] Set router 0bd946df-5bd0-47cd-ba20-0c03915efd2d gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:57:35.191556 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] For port d7282245-c0f2-48df-9451-367836857c5f, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d7282245-c0f2-48df-9451-367836857c5f,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:35.192175 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:35.311162 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Calling delete_port for d7282245-c0f2-48df-9451-367836857c5f owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:35.431391 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a9108c09-2efe-452b-9ef8-3c10b73b4647 req-ff7c271e-f263-4e94-8a4a-fd82385f3d63 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 210 time: 0.0447176
Nov 13 07:57:35.475099 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deecfcfd0>, [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:57:32Z', 'revision_number': 5, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:35.479513 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5d2ac-69da-4c9b-b4e6-cf666bdfb5b5 None None] The sync data for ids ['0bd946df-5bd0-47cd-ba20-0c03915efd2d'] in dv-cinder-817832-1-iscsi is: [{'id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'name': 'tempest-TestShelveInstance-670964072-router', 'tenant_id': '51824153689e41c49419ae0768e05e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd7282245-c0f2-48df-9451-367836857c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:51:37Z', 'updated_at': '2021-11-13T07:57:32Z', 'revision_number': 5, 'project_id': '51824153689e41c49419ae0768e05e02', 'gw_port': {'id': 'd7282245-c0f2-48df-9451-367836857c5f', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd946df-5bd0-47cd-ba20-0c03915efd2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:51:39Z', 'updated_at': '2021-11-13T07:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:57:35.536822 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:35.543123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-950a719f-fabd-4d36-b3e9-79e993d0cbd1 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:35.586006 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7282245-c0f2-48df-9451-367836857c5f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:35.589094 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:35.910548 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:35.942271 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0f016ab5-9c27-4d91-a3e6-4ed784361d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.162898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.166943 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.279229 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.279953 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd946df-5bd0-47cd-ba20-0c03915efd2d {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 07:57:36.291955 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.293189 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-64c1e1e2-77ba-4e88-8c01-d19ea0dad222 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0bd946df-5bd0-47cd-ba20-0c03915efd2d HTTP/1.1" status: 204  len: 168 time: 1.8022399
Nov 13 07:57:36.295602 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45454) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:36.354966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Deleting subnet f9a94a64-5334-44b6-abd8-99b28f2b1477 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:57:36.359005 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.424803 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.507068 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.551296 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-184743a5-f623-4dae-a570-6277e56845cf tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:36.552849 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-184743a5-f623-4dae-a570-6277e56845cf tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "GET /v2.0/networks?id=8492081b-92c5-43bc-bbe2-8278155310cb HTTP/1.1" status: 200  len: 809 time: 0.1928205
Nov 13 07:57:36.569936 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Request body: {'port': {'device_id': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb', 'admin_state_up': True, 'tenant_id': '5aff34cf0d36478d9ca6bc46e4d9ee9a'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:36.609156 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c6342d2d-e4ff-4a4a-b49d-8ea3418960ab req-33da53e7-386d-410b-94f3-9fc2352012a9 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 210 time: 0.0468936
Nov 13 07:57:36.691448 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.696170 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-75945996-899b-4449-a123-9d4ef0818e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:36.712219 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:36.720340 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Usage tracker for resource:port and tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a is out of sync, need to count used quota {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:57:36.727575 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a94a64-5334-44b6-abd8-99b28f2b1477,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:36.731644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:36.737767 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.744450 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695eeb6-2f63-40f1-979e-5c7f9b1a159f None None] Network 808d4cc7-ef55-49ef-beab-3bc52791f00e requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 07:57:36.750164 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-60eaf994-d18f-4942-938e-ec940ba1bc37 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f9a94a64-5334-44b6-abd8-99b28f2b1477 HTTP/1.1" status: 204  len: 168 time: 0.4498792
Nov 13 07:57:36.750164 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45460) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:36.753913 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:57:36.769572 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:36.850766 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5c389f66-0207-4be1-8db4-a7089fb54ff5 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:36.862222 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Made reservation on behalf of 5aff34cf0d36478d9ca6bc46e4d9ee9a for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:36.865643 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.865907 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.876631 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Deleting port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:36.877426 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:36.905538 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 5c389f66-0207-4be1-8db4-a7089fb54ff5 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:36.906028 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 5c389f66-0207-4be1-8db4-a7089fb54ff5 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:36.906550 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d7282245-c0f2-48df-9451-367836857c5f no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:36.948762 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: d7282245-c0f2-48df-9451-367836857c5f {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:36.949412 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d7282245-c0f2-48df-9451-367836857c5f not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:37.067810 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Allocated IP 172.20.0.3 (8492081b-92c5-43bc-bbe2-8278155310cb/67a4f59b-260e-499f-a7e3-526797f31bf2/229948a2-34e1-4d37-8fdf-648a0fbad2b1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:57:37.069882 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.080169 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] For port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,segment=NetworkSegment(385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc),segment_id=385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:37.080522 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.111927 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] DHCP port deletion for 808d4cc7-ef55-49ef-beab-3bc52791f00e request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 07:57:37.116444 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Deleting port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:37.116861 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.204478 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Calling delete_port for d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:37.287662 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.320422 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] For port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,segment=NetworkSegment(385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc),segment_id=385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:37.320814 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.337246 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.341818 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-1933c87e-ce99-41db-a6b1-6bf259563e97 tempest-TestMinimumBasicScenario-816956332 tempest-TestMinimumBasicScenario-816956332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:37.386615 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:37.389118 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:37.392363 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] No DVR routers for this DVR port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 on host dv-cinder-817832-1-iscsi {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:57:37.400252 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.406924 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5d77776e-f1bb-42a8-82e1-04a8197bb9f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:37.440981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Calling delete_port for d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:37.474197 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Pushing event updated for resources: {'Port': ['ID=229948a2-34e1-4d37-8fdf-648a0fbad2b1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:37.477267 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:37.491426 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Network 8492081b-92c5-43bc-bbe2-8278155310cb is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:57:37.492788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:57:37.495315 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:57:37.512441 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 07:57:37.518157 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 07:57:37.518487 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.561016 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:37.561730 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.634379 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3deeb3da30>,) {'filters': {'network_id': ['808d4cc7-ef55-49ef-beab-3bc52791f00e']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:37.646243 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3deeb3da30>, '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:37.646536 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3deeb3da30>, '385b6e3b-bb6c-4fc3-890b-c5f52f70c0fc') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:57:37.651531 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-97c9c230-05a5-4a97-bfe1-788de2e43dc5 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0860043
Nov 13 07:57:37.659126 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.674572 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.681091 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:57:37.681468 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:57:37.694102 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:57:37.775710 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Request body: {'port': {'device_id': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:37.828228 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.832072 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-95d59d4b-1485-4e17-b842-b87558cde592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:37.845099 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.855041 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=808d4cc7-ef55-49ef-beab-3bc52791f00e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:37.859122 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:37.862908 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-4157ca6b-df6d-460c-9555-3228af0752c2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/808d4cc7-ef55-49ef-beab-3bc52791f00e HTTP/1.1" status: 204  len: 168 time: 1.1088319
Nov 13 07:57:37.909188 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:37.924518 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d72448-0524-44b5-b95a-0e97805f9190 req-8612aa22-d8c2-462e-8090-385f7f15b19a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:37.925214 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-60d72448-0524-44b5-b95a-0e97805f9190 req-8612aa22-d8c2-462e-8090-385f7f15b19a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Synchronizing usage tracker for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:57:38.013838 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Deleting port d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:38.014431 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.043368 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-60d72448-0524-44b5-b95a-0e97805f9190 req-8612aa22-d8c2-462e-8090-385f7f15b19a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Unset dirty status for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:57:38.044415 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-60d72448-0524-44b5-b95a-0e97805f9190 req-8612aa22-d8c2-462e-8090-385f7f15b19a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 931 time: 0.3084590
Nov 13 07:57:38.080776 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-0abac6d6-d3dc-4e8a-979d-2e920beacdb1 None None] The port 'd54bd2f0-8859-428d-9ab9-b32dbcbf0bd3' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 07:57:38.129053 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-60d72448-0524-44b5-b95a-0e97805f9190 req-5602933c-6a44-4061-aa94-c6e96fdd159b tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783937
Nov 13 07:57:38.167696 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45468) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:38.220269 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-be9f61c8-51b4-4ffe-a5c1-c832e975e1b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa4e1d8ace6b4f22816be1ee49b861bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0512469
Nov 13 07:57:38.230477 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45472) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:38.293652 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95dd0d5f-d2a3-42e6-b162-2a529052854e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.319382 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95dd0d5f-d2a3-42e6-b162-2a529052854e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.393058 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229948a2-34e1-4d37-8fdf-648a0fbad2b1 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:57:38.400220 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.455156 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Transition to ACTIVE for port object 229948a2-34e1-4d37-8fdf-648a0fbad2b1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:57:38.455380 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95dd0d5f-d2a3-42e6-b162-2a529052854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.460227 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-47c54510-82e4-4ad1-a046-94f06e3681d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:38.473231 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd0d5f-d2a3-42e6-b162-2a529052854e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e5ce1-cbb8-43a7-a5b6-059252b73fe0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:38.478644 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-95dd0d5f-d2a3-42e6-b162-2a529052854e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:38.480515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95dd0d5f-d2a3-42e6-b162-2a529052854e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.481605 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-95dd0d5f-d2a3-42e6-b162-2a529052854e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/570e5ce1-cbb8-43a7-a5b6-059252b73fe0 HTTP/1.1" status: 204  len: 168 time: 0.2489903
Nov 13 07:57:38.519227 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.524228 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-926c4e2f-978a-42bd-8dac-318d8b3603fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:38.594263 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Pushing event updated for resources: {'Port': ['ID=229948a2-34e1-4d37-8fdf-648a0fbad2b1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:38.597120 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:38.621967 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:38.655001 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:38.655624 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device d54bd2f0-8859-428d-9ab9-b32dbcbf0bd3 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:38.657474 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.769433 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Attempting to bind port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:57:38.769771 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Attempting to bind port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:57:38.770098 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Attempting to bind port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 on network 8492081b-92c5-43bc-bbe2-8278155310cb {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:57:38.776704 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 on network 8492081b-92c5-43bc-bbe2-8278155310cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:57:38.780299 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Attempting to bind port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 on network 8492081b-92c5-43bc-bbe2-8278155310cb {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:57:38.783816 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:57:38.784149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Checking segment: {'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:57:38.784535 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Bound using segment: {'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:57:38.784958 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Bound port: 229948a2-34e1-4d37-8fdf-648a0fbad2b1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:57:38.785303 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.885651 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] For port 229948a2-34e1-4d37-8fdf-648a0fbad2b1, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:57:38.888749 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] For port 229948a2-34e1-4d37-8fdf-648a0fbad2b1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=229948a2-34e1-4d37-8fdf-648a0fbad2b1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:57:38.960003 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:38.964509 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8c3a333f-ebea-4386-812a-398a979004af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:39.025325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:39.026773 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] 10.222.0.18 "PUT /v2.0/ports/229948a2-34e1-4d37-8fdf-648a0fbad2b1 HTTP/1.1" status: 200  len: 1093 time: 1.2549820
Nov 13 07:57:39.027179 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'tag': '229948a2-34e1-4d37-8fdf-648a0fbad2b1'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:57:39.041526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Pushing event updated for resources: {'Port': ['ID=229948a2-34e1-4d37-8fdf-648a0fbad2b1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:39.044632 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:39.083624 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'tag': '229948a2-34e1-4d37-8fdf-648a0fbad2b1', 'status': 'completed', 'code': 200}
Nov 13 07:57:39.176620 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-50db2b35-47aa-49ef-b81e-958bab9a5ced req-782d793c-a3fa-4a15-8584-881507a4a8ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 1096 time: 0.0707633
Nov 13 07:57:39.203067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45484) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:39.262469 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-976d14f4-a64c-49ec-8d54-ee091e79013e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51824153689e41c49419ae0768e05e02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0559273
Nov 13 07:57:39.262720 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45488) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:57:39.323288 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a703-fb24-4c38-99b3-23565ffe14e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:39.348479 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a703-fb24-4c38-99b3-23565ffe14e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:39.383799 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2b35-47aa-49ef-b81e-958bab9a5ced req-2672ff1c-c2b0-4bff-9990-b1f3e42b3cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:39.385153 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-50db2b35-47aa-49ef-b81e-958bab9a5ced req-2672ff1c-c2b0-4bff-9990-b1f3e42b3cf8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2016454
Nov 13 07:57:39.417232 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb738-42bf-4af1-a78b-2711c592618c req-b20f14b3-a354-4176-96d3-c0e2d05ec68a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:39.418612 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cbdfb738-42bf-4af1-a78b-2711c592618c req-b20f14b3-a354-4176-96d3-c0e2d05ec68a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 943 time: 0.1430566
Nov 13 07:57:39.450818 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a703-fb24-4c38-99b3-23565ffe14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:39.455697 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-6e209f21-db49-4313-90ec-e985a9538f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:39.468280 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4a703-fb24-4c38-99b3-23565ffe14e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d13d96-d167-4a3c-b4a3-af9f4ecaa1e4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:39.470563 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a1d4a703-fb24-4c38-99b3-23565ffe14e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:39.472642 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a703-fb24-4c38-99b3-23565ffe14e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:39.476813 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a1d4a703-fb24-4c38-99b3-23565ffe14e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49d13d96-d167-4a3c-b4a3-af9f4ecaa1e4 HTTP/1.1" status: 204  len: 168 time: 0.2100797
Nov 13 07:57:39.547769 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-cbdfb738-42bf-4af1-a78b-2711c592618c req-48023c1b-15ca-43f5-804d-c20bb6f309fa tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222072
Nov 13 07:57:39.564454 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2b35-47aa-49ef-b81e-958bab9a5ced req-d9e44f8f-48cb-4f31-a801-23749edcc6a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:39.565964 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-50db2b35-47aa-49ef-b81e-958bab9a5ced req-d9e44f8f-48cb-4f31-a801-23749edcc6a5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1741700
Nov 13 07:57:39.683230 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-91812dda-1bed-4972-96fb-f908134d5932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 1096 time: 0.0725505
Nov 13 07:57:39.751294 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-a6098026-5f0d-49e1-99b2-047e4cd8f7c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=229948a2-34e1-4d37-8fdf-648a0fbad2b1 HTTP/1.1" status: 200  len: 217 time: 0.0615559
Nov 13 07:57:39.817978 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-145926c8-db28-4dbc-8551-4094a98b56ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:39.819534 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-145926c8-db28-4dbc-8551-4094a98b56ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67a4f59b-260e-499f-a7e3-526797f31bf2 HTTP/1.1" status: 200  len: 849 time: 0.0623775
Nov 13 07:57:39.866492 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-be8422b7-3abb-4c26-aa68-87e4e973ee20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8492081b-92c5-43bc-bbe2-8278155310cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408893
Nov 13 07:57:40.005617 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-d9998c1a-fd53-4ba4-be4c-f497dd80501a service neutron] 10.222.0.18 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327381
Nov 13 07:57:40.134211 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-66228a16-fa7c-4024-9ca7-511978b58b0a req-41ceca45-c100-44d3-a2de-2b23aedab74c service neutron] 10.222.0.18 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220434
Nov 13 07:57:40.752661 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b1a9-124c-45fc-b8cb-c30b280cc307 req-9c86dfb3-0296-46a0-80f9-4975ecbc3795 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:40.754082 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-76b5b1a9-124c-45fc-b8cb-c30b280cc307 req-9c86dfb3-0296-46a0-80f9-4975ecbc3795 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 943 time: 0.0780735
Nov 13 07:57:40.797910 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-76b5b1a9-124c-45fc-b8cb-c30b280cc307 req-3074fb32-8428-41c3-8a2c-14ff90a87f46 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Synchronizing usage tracker for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:security_group {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:57:40.873120 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-76b5b1a9-124c-45fc-b8cb-c30b280cc307 req-3074fb32-8428-41c3-8a2c-14ff90a87f46 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Unset dirty status for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:security_group {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:57:40.874286 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-76b5b1a9-124c-45fc-b8cb-c30b280cc307 req-3074fb32-8428-41c3-8a2c-14ff90a87f46 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146929
Nov 13 07:57:42.069905 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7672e-f38a-48a3-905b-0f92716b2894 req-c6589297-7697-42af-a063-8d5ad739ea5c tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:42.071376 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c8e7672e-f38a-48a3-905b-0f92716b2894 req-c6589297-7697-42af-a063-8d5ad739ea5c tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 943 time: 0.0752685
Nov 13 07:57:42.207527 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c8e7672e-f38a-48a3-905b-0f92716b2894 req-9936967c-d812-4071-a50b-e626a2cdf3ab tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306152
Nov 13 07:57:43.026586 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 229948a2-34e1-4d37-8fdf-648a0fbad2b1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:57:43.159913 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 229948a2-34e1-4d37-8fdf-648a0fbad2b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=229948a2-34e1-4d37-8fdf-648a0fbad2b1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:43.172412 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '229948a2-34e1-4d37-8fdf-648a0fbad2b1', 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb', 'port_id': '229948a2-34e1-4d37-8fdf-648a0fbad2b1', 'mac_address': 'fa:16:3e:63:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a4f59b-260e-499f-a7e3-526797f31bf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:57:43.232579 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:43.251354 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229948a2-34e1-4d37-8fdf-648a0fbad2b1 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:57:43.267068 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 229948a2-34e1-4d37-8fdf-648a0fbad2b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=229948a2-34e1-4d37-8fdf-648a0fbad2b1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:43.324991 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:43.326832 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:43.395449 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=229948a2-34e1-4d37-8fdf-648a0fbad2b1,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:43.403760 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.404102 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.404516 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.404752 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.405073 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.405394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.405713 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.406031 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.406350 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.406662 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.407027 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:57:43.407856 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b06329-d5d2-4f6c-bea1-3a2b112d4354 req-3f2bbd5f-6617-48d6-b227-1f61ef5b39ad tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:43.409304 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-97b06329-d5d2-4f6c-bea1-3a2b112d4354 req-3f2bbd5f-6617-48d6-b227-1f61ef5b39ad tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 944 time: 0.0783367
Nov 13 07:57:43.410890 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:43.459340 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-97b06329-d5d2-4f6c-bea1-3a2b112d4354 req-bc5fbb5b-85e8-4b89-9c68-d867b4ec9f63 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427320
Nov 13 07:57:43.541477 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['229948a2-34e1-4d37-8fdf-648a0fbad2b1'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:57:44.654342 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a74dca-c0d3-44a0-9d71-0e93fc520ff3 req-88faa082-0f01-4e84-b69e-4cfe2184cf17 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:44.655781 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c4a74dca-c0d3-44a0-9d71-0e93fc520ff3 req-88faa082-0f01-4e84-b69e-4cfe2184cf17 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 944 time: 0.0755630
Nov 13 07:57:44.700325 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c4a74dca-c0d3-44a0-9d71-0e93fc520ff3 req-91f63644-d847-4737-a2c3-b6b22a4a84b8 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390775
Nov 13 07:57:45.041878 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 229948a2-34e1-4d37-8fdf-648a0fbad2b1 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:57:45.164769 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:57:45.169484 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:57:45.169858 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:45.280773 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:45.306711 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229948a2-34e1-4d37-8fdf-648a0fbad2b1'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:57:45.316261 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 229948a2-34e1-4d37-8fdf-648a0fbad2b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=229948a2-34e1-4d37-8fdf-648a0fbad2b1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:45.358449 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229948a2-34e1-4d37-8fdf-648a0fbad2b1', 'code': 200}
Nov 13 07:57:45.381704 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:45.384981 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:45.452495 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=229948a2-34e1-4d37-8fdf-648a0fbad2b1,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:45.455446 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:45.714036 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-86e4d8f9-bbcd-4713-9483-589753b015f3 req-6f57c04a-7faa-41fd-a4f8-a6b124a73ecf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 1098 time: 0.0713205
Nov 13 07:57:45.756770 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-86e4d8f9-bbcd-4713-9483-589753b015f3 req-0a3c3aaf-558f-463c-9abb-b9f9366566b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369310
Nov 13 07:57:45.890704 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ef7b1-3b3a-483b-aa32-67cc6e6c0aeb req-ae9f2029-d344-4f10-af86-6935e4070803 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:45.892016 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-121ef7b1-3b3a-483b-aa32-67cc6e6c0aeb req-ae9f2029-d344-4f10-af86-6935e4070803 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 945 time: 0.0737152
Nov 13 07:57:45.935721 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-121ef7b1-3b3a-483b-aa32-67cc6e6c0aeb req-44e8bba6-1bea-480c-a843-2d4c8bff9d12 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383596
Nov 13 07:57:47.136908 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded47fa-ee9c-4212-90e2-606fc84d962a req-863d6f18-9cbd-491f-9bd1-86247978e3bf tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:47.138321 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eded47fa-ee9c-4212-90e2-606fc84d962a req-863d6f18-9cbd-491f-9bd1-86247978e3bf tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 945 time: 0.0756826
Nov 13 07:57:47.182687 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-eded47fa-ee9c-4212-90e2-606fc84d962a req-ac75b707-a710-4d00-9d2a-097732349374 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388362
Nov 13 07:57:48.714592 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5baf78-37c8-4150-aa0c-b927ec920cdc req-0f47f75d-22ee-47ad-82f6-cb23c02ba8e8 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:48.716050 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0a5baf78-37c8-4150-aa0c-b927ec920cdc req-0f47f75d-22ee-47ad-82f6-cb23c02ba8e8 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 945 time: 0.0800300
Nov 13 07:57:48.760462 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0a5baf78-37c8-4150-aa0c-b927ec920cdc req-2bcdb64c-b528-4336-b940-f6c10a0a1c69 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389929
Nov 13 07:57:49.981193 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-75083fae-1ffa-449d-8fb4-c286e515b035 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:49.982505 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-75083fae-1ffa-449d-8fb4-c286e515b035 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 945 time: 0.1337464
Nov 13 07:57:49.992723 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77d51f-ec22-44dc-b4a4-35e5545988e5 req-d9626ae1-3048-479c-96a1-635ddcb14a4d tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:49.994027 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2f77d51f-ec22-44dc-b4a4-35e5545988e5 req-d9626ae1-3048-479c-96a1-635ddcb14a4d tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 945 time: 0.1062942
Nov 13 07:57:50.087215 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Deleting port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:57:50.087551 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:50.112209 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2f77d51f-ec22-44dc-b4a4-35e5545988e5 req-e5a3fd35-5144-49e8-9686-1689d3ad8efc tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891128
Nov 13 07:57:50.327492 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] For port 229948a2-34e1-4d37-8fdf-648a0fbad2b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=229948a2-34e1-4d37-8fdf-648a0fbad2b1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:57:50.327826 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:50.443835 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Calling delete_port for 229948a2-34e1-4d37-8fdf-648a0fbad2b1 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:57:50.638842 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:50.644433 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a6c8f356-d0a1-43da-bfb2-b4d6dd9b7a49 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:50.651919 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['229948a2-34e1-4d37-8fdf-648a0fbad2b1'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:57:50.686798 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Pushing event deleted for resources: {'Port': ['ID=229948a2-34e1-4d37-8fdf-648a0fbad2b1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:50.690149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:50.761394 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] No DVR routers for this DVR port 229948a2-34e1-4d37-8fdf-648a0fbad2b1 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:57:50.763806 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:50.766246 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'name': 'network-vif-deleted', 'tag': '229948a2-34e1-4d37-8fdf-648a0fbad2b1'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:57:50.820900 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c0984-1bc7-40f5-b49e-52b2b50914c2', 'name': 'network-vif-deleted', 'tag': '229948a2-34e1-4d37-8fdf-648a0fbad2b1', 'status': 'completed', 'code': 200}
Nov 13 07:57:50.828032 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-68b087b1-cfde-4265-ac36-302d6feee2f6 req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "DELETE /v2.0/ports/229948a2-34e1-4d37-8fdf-648a0fbad2b1 HTTP/1.1" status: 204  len: 173 time: 0.8331239
Nov 13 07:57:51.282316 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1e718c8d-5a5a-4a37-bf9b-4045752f3203 req-0af280e5-4899-4279-95f1-cd85f19285f0 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Synchronizing usage tracker for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:57:51.375569 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1e718c8d-5a5a-4a37-bf9b-4045752f3203 req-0af280e5-4899-4279-95f1-cd85f19285f0 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Unset dirty status for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:57:51.376676 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e718c8d-5a5a-4a37-bf9b-4045752f3203 req-0af280e5-4899-4279-95f1-cd85f19285f0 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=985c0984-1bc7-40f5-b49e-52b2b50914c2 HTTP/1.1" status: 200  len: 210 time: 0.1346488
Nov 13 07:57:52.799373 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-db3a00c2-4a72-425f-9619-144f95f0dd43 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:52.800790 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-db3a00c2-4a72-425f-9619-144f95f0dd43 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/networks?id=8492081b-92c5-43bc-bbe2-8278155310cb HTTP/1.1" status: 200  len: 809 time: 0.1386144
Nov 13 07:57:52.816079 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-e0d1130d-682c-46d9-85bb-46fd6fdc7861 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/quotas/5aff34cf0d36478d9ca6bc46e4d9ee9a HTTP/1.1" status: 200  len: 375 time: 0.0100775
Nov 13 07:57:52.859495 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-c2c557a3-03f8-499f-9dc6-549f32d7d62a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0388947
Nov 13 07:57:52.989353 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a8cf9448-81b0-4d1f-809b-9ba4c1674a63 service neutron] 10.222.0.32 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235099
Nov 13 07:57:53.201737 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-8de4ad77-0614-4d9c-a8ca-af0a52e4410a service neutron] 10.222.0.32 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059822
Nov 13 07:57:53.494592 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-dbb548bb-1de5-4013-a918-469c767c5bbe req-ab7bab9b-9b55-4588-8390-979186733e77 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 210 time: 0.0421562
Nov 13 07:57:54.659932 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b865bf14-3c73-444c-9ded-a4215ff4f912 req-e2bcb531-d3e0-4329-8abd-42d557d29246 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 210 time: 0.0462320
Nov 13 07:57:55.104683 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 229948a2-34e1-4d37-8fdf-648a0fbad2b1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:57:55.137313 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 229948a2-34e1-4d37-8fdf-648a0fbad2b1 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:57:55.137662 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 229948a2-34e1-4d37-8fdf-648a0fbad2b1 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:57:55.389847 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-c2296e9f-1438-4a71-8265-3a6c4276a8f8 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:55.391185 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-c2296e9f-1438-4a71-8265-3a6c4276a8f8 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "GET /v2.0/networks?id=8492081b-92c5-43bc-bbe2-8278155310cb HTTP/1.1" status: 200  len: 809 time: 0.1404877
Nov 13 07:57:55.408274 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Request body: {'port': {'device_id': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb', 'admin_state_up': True, 'tenant_id': '5aff34cf0d36478d9ca6bc46e4d9ee9a'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:55.541980 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:57:55.551594 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:57:55.587638 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Made reservation on behalf of 5aff34cf0d36478d9ca6bc46e4d9ee9a for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:57:55.590655 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:55.750147 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Allocated IP 172.20.0.6 (8492081b-92c5-43bc-bbe2-8278155310cb/67a4f59b-260e-499f-a7e3-526797f31bf2/a2273794-d951-498c-ac86-dcd85f39efb1) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:57:55.820106 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-82f73fd9-c46f-42f3-b839-043c66e485ae req-8ef6794d-02c5-468a-9e67-728245e98737 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 210 time: 0.0409398
Nov 13 07:57:55.948324 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:56.039364 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:56.044553 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:56.113111 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Network 8492081b-92c5-43bc-bbe2-8278155310cb is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:57:56.116135 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:57:56.120768 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:57:56.144671 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Pushing event updated for resources: {'Port': ['ID=a2273794-d951-498c-ac86-dcd85f39efb1,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:56.149745 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:56.182134 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:56.182757 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:56.296786 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8918447
Nov 13 07:57:56.309239 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Request body: {'port': {'device_id': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:57:56.416201 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:56.743371 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2273794-d951-498c-ac86-dcd85f39efb1 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:57:56.749951 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:56.763996 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Transition to ACTIVE for port object a2273794-d951-498c-ac86-dcd85f39efb1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:57:56.826856 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:56.830823 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-14d96907-6767-497e-8933-4aeb29ff6532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:57.083732 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Pushing event updated for resources: {'Port': ['ID=a2273794-d951-498c-ac86-dcd85f39efb1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:57.086625 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:57.212486 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a02a56-0938-4308-bcf1-0a87d336e6ce req-d23f75ec-ed9b-4b99-b9c9-cf6dec9f3b33 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:57.213173 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-77a02a56-0938-4308-bcf1-0a87d336e6ce req-d23f75ec-ed9b-4b99-b9c9-cf6dec9f3b33 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Synchronizing usage tracker for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:57:57.219844 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Attempting to bind port a2273794-d951-498c-ac86-dcd85f39efb1 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:57:57.220216 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Attempting to bind port a2273794-d951-498c-ac86-dcd85f39efb1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:57:57.220537 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Attempting to bind port a2273794-d951-498c-ac86-dcd85f39efb1 on network 8492081b-92c5-43bc-bbe2-8278155310cb {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:57:57.232473 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Port a2273794-d951-498c-ac86-dcd85f39efb1 on network 8492081b-92c5-43bc-bbe2-8278155310cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:57:57.232793 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Attempting to bind port a2273794-d951-498c-ac86-dcd85f39efb1 on network 8492081b-92c5-43bc-bbe2-8278155310cb {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:57:57.239894 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:57:57.245391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Checking segment: {'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:57:57.245391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Bound using segment: {'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:57:57.245391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Bound port: a2273794-d951-498c-ac86-dcd85f39efb1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:57:57.245391 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:57.303726 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-77a02a56-0938-4308-bcf1-0a87d336e6ce req-d23f75ec-ed9b-4b99-b9c9-cf6dec9f3b33 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Unset dirty status for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:57:57.305386 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-77a02a56-0938-4308-bcf1-0a87d336e6ce req-d23f75ec-ed9b-4b99-b9c9-cf6dec9f3b33 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 943 time: 0.3624470
Nov 13 07:57:57.354627 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] For port a2273794-d951-498c-ac86-dcd85f39efb1, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:57:57.358961 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] For port a2273794-d951-498c-ac86-dcd85f39efb1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a2273794-d951-498c-ac86-dcd85f39efb1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:57:57.370541 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-77a02a56-0938-4308-bcf1-0a87d336e6ce req-896d3993-ad69-4e83-af78-a921af520645 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539420
Nov 13 07:57:57.438526 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:57.443053 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-c198a57c-72ec-4a40-bef9-76935e688e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:57:57.504251 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:57:57.505596 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] 10.222.0.18 "PUT /v2.0/ports/a2273794-d951-498c-ac86-dcd85f39efb1 HTTP/1.1" status: 200  len: 1093 time: 1.2006569
Nov 13 07:57:57.506088 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'tag': 'a2273794-d951-498c-ac86-dcd85f39efb1'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:57:57.523292 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Pushing event updated for resources: {'Port': ['ID=a2273794-d951-498c-ac86-dcd85f39efb1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:57:57.526486 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:57:57.564498 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'tag': 'a2273794-d951-498c-ac86-dcd85f39efb1', 'status': 'completed', 'code': 200}
Nov 13 07:57:57.652668 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-da532108-8c88-45a7-ae1f-dc986f5def52 req-eafb0c4d-141c-455b-b0a5-74f45565d684 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 1096 time: 0.0688562
Nov 13 07:57:57.787809 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532108-8c88-45a7-ae1f-dc986f5def52 req-97488884-7338-4052-b992-1e1809c0d73b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:57.789287 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-da532108-8c88-45a7-ae1f-dc986f5def52 req-97488884-7338-4052-b992-1e1809c0d73b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1301808
Nov 13 07:57:57.925719 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532108-8c88-45a7-ae1f-dc986f5def52 req-ad6adc10-6c40-4c11-b698-5bc7dfaa4391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:57.927100 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-da532108-8c88-45a7-ae1f-dc986f5def52 req-ad6adc10-6c40-4c11-b698-5bc7dfaa4391 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1323185
Nov 13 07:57:58.030120 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-784d5e2d-2b8c-4fb2-a182-d2adb8441ee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 1096 time: 0.0665340
Nov 13 07:57:58.098790 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-4fc5d97f-888d-4730-bae5-df2194918844 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2273794-d951-498c-ac86-dcd85f39efb1 HTTP/1.1" status: 200  len: 217 time: 0.0619838
Nov 13 07:57:58.158638 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-50787c1c-dd3f-4d6a-8144-02886549f2de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:58.160050 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-50787c1c-dd3f-4d6a-8144-02886549f2de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67a4f59b-260e-499f-a7e3-526797f31bf2 HTTP/1.1" status: 200  len: 849 time: 0.0551183
Nov 13 07:57:58.212123 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-28ca472f-7999-4f1f-a1ef-6f221bf25d96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8492081b-92c5-43bc-bbe2-8278155310cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451257
Nov 13 07:57:58.341028 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-4d7d8a0c-5f60-4455-ad02-74538e02cc55 service neutron] 10.222.0.18 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224995
Nov 13 07:57:58.469330 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1e525825-03d0-4b0d-8776-2f23a8e3cc81 req-10141cff-8493-49cf-a528-9c21c9ea8922 service neutron] 10.222.0.18 "GET /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223886
Nov 13 07:57:58.580577 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5758d9b-55f3-4c13-812a-0654a83d0821 req-b69f42ff-0e43-4ae7-b471-8baef2825746 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:57:58.582178 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5758d9b-55f3-4c13-812a-0654a83d0821 req-b69f42ff-0e43-4ae7-b471-8baef2825746 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 943 time: 0.0843630
Nov 13 07:57:58.628168 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5758d9b-55f3-4c13-812a-0654a83d0821 req-e8a7a998-9131-4ade-8239-f84ad6cda610 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396948
Nov 13 07:58:00.017502 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30b994-7417-4327-b577-a575647f9077 req-71c967c1-b802-4bb3-bd87-110325b054f6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:00.018931 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4c30b994-7417-4327-b577-a575647f9077 req-71c967c1-b802-4bb3-bd87-110325b054f6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 943 time: 0.2684257
Nov 13 07:58:00.062611 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4c30b994-7417-4327-b577-a575647f9077 req-f8bb53cf-41d4-4a51-a0ee-960cb1e7a82d tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377152
Nov 13 07:58:00.404577 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:01.119998 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device a2273794-d951-498c-ac86-dcd85f39efb1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:58:01.251895 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port a2273794-d951-498c-ac86-dcd85f39efb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a2273794-d951-498c-ac86-dcd85f39efb1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:01.260950 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec8bad-c0c5-4b2d-8113-8bca07447320 req-94c0e745-4c9a-4a2a-9d0c-3346fdfaf177 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:01.262455 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5ec8bad-c0c5-4b2d-8113-8bca07447320 req-94c0e745-4c9a-4a2a-9d0c-3346fdfaf177 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 943 time: 0.0794542
Nov 13 07:58:01.264987 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'a2273794-d951-498c-ac86-dcd85f39efb1', 'network_id': '8492081b-92c5-43bc-bbe2-8278155310cb', 'port_id': 'a2273794-d951-498c-ac86-dcd85f39efb1', 'mac_address': 'fa:16:3e:9c:d0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a4f59b-260e-499f-a7e3-526797f31bf2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:58:01.307519 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c5ec8bad-c0c5-4b2d-8113-8bca07447320 req-89520c54-cf7e-4926-8229-83907e973bf2 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395629
Nov 13 07:58:01.321163 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:01.337996 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2273794-d951-498c-ac86-dcd85f39efb1 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:58:01.352847 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port a2273794-d951-498c-ac86-dcd85f39efb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a2273794-d951-498c-ac86-dcd85f39efb1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:01.448861 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:01.450561 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-6761dc32-2b3e-4ed8-825d-aa0b5de0edbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:01.513116 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=a2273794-d951-498c-ac86-dcd85f39efb1,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:01.516030 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:01.651019 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['a2273794-d951-498c-ac86-dcd85f39efb1'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:58:02.372934 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-7b6d2e07-24a7-43f4-a4fe-33ca08363908 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0673037
Nov 13 07:58:02.465211 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-2fa60de5-8924-4e45-b9be-7eb705f6732e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 1098 time: 0.0715275
Nov 13 07:58:02.500841 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875631c-e15c-4137-b6c2-8cdec1fa3d50 req-3495ca44-0367-4096-87c4-922505bcc311 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:02.502260 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9875631c-e15c-4137-b6c2-8cdec1fa3d50 req-3495ca44-0367-4096-87c4-922505bcc311 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 944 time: 0.0757627
Nov 13 07:58:02.550654 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-9875631c-e15c-4137-b6c2-8cdec1fa3d50 req-484831a4-10dd-4f8c-8315-f6e4510142f0 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428138
Nov 13 07:58:02.702092 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-d60cc6e8-2889-4f98-a0f7-16e46b3276bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:02.703474 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-d60cc6e8-2889-4f98-a0f7-16e46b3276bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.2205825
Nov 13 07:58:02.803988 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-6fef7a9f-382d-4273-b61a-4848998ce0eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00bf4560-0c68-451f-b4c9-21a127944ab3 HTTP/1.1" status: 200  len: 1001 time: 0.0937345
Nov 13 07:58:02.864911 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-bda721a5-55d6-4982-9250-607f70abcde2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:02.866277 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-bda721a5-55d6-4982-9250-607f70abcde2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0565944
Nov 13 07:58:02.952447 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-368fdb40-38a8-4e1f-afce-92d0f7533b03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794935
Nov 13 07:58:03.087117 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-92c7cf16-17be-4a79-9fd1-c43eaf92b445 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285610
Nov 13 07:58:03.120076 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device a2273794-d951-498c-ac86-dcd85f39efb1 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:58:03.224002 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b8dec46f-e384-4b26-82b6-1f5a640742df req-161b1406-6b20-4238-8885-b6d24a660751 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307747
Nov 13 07:58:03.250051 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port a2273794-d951-498c-ac86-dcd85f39efb1 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:58:03.255048 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port a2273794-d951-498c-ac86-dcd85f39efb1 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:58:03.255434 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:03.367556 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:03.393421 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2273794-d951-498c-ac86-dcd85f39efb1'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:58:03.402771 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port a2273794-d951-498c-ac86-dcd85f39efb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a2273794-d951-498c-ac86-dcd85f39efb1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:03.447951 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2273794-d951-498c-ac86-dcd85f39efb1', 'code': 200}
Nov 13 07:58:03.484628 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:03.486651 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:03.552298 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=a2273794-d951-498c-ac86-dcd85f39efb1,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:03.555917 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:03.747500 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae257195-d238-4afa-ac30-73ec245aa614 req-999b56ed-0f03-47d4-af9b-f0bbb9f55372 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:03.748870 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ae257195-d238-4afa-ac30-73ec245aa614 req-999b56ed-0f03-47d4-af9b-f0bbb9f55372 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 945 time: 0.0783720
Nov 13 07:58:03.795606 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ae257195-d238-4afa-ac30-73ec245aa614 req-81e018e9-e712-4d8b-a968-fe715850559d tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402930
Nov 13 07:58:03.811047 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28db57c6-980f-4f74-ae61-92486d20d9ed req-d6bfcb38-5558-45e8-9b5b-e16cde49d315 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 1098 time: 0.0733538
Nov 13 07:58:03.815776 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d87c1caf-9aa6-4a23-bb1c-1dd33f524eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:03.853849 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28db57c6-980f-4f74-ae61-92486d20d9ed req-9a47e8a0-974b-4682-9b56-cc8581751235 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369108
Nov 13 07:58:04.129764 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:05.075477 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84320f6b-0c9a-40f9-8ba8-05dd8e0c1107 req-59b207fc-c09a-4cd3-b847-f5449cd3e5ba tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:05.076916 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-84320f6b-0c9a-40f9-8ba8-05dd8e0c1107 req-59b207fc-c09a-4cd3-b847-f5449cd3e5ba tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 945 time: 0.1583533
Nov 13 07:58:05.126538 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-84320f6b-0c9a-40f9-8ba8-05dd8e0c1107 req-48e49aa4-def6-4d86-9781-53fb71799e77 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439889
Nov 13 07:58:05.623351 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:58:05.947065 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-519c65b9-079d-4bbf-a418-2d9ba7fe72d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:06.326548 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aeaca-761b-422f-a975-1fbd5a7a444b req-9cb7542e-7ed3-4336-81ba-e509a5c942cd tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:06.327973 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-447aeaca-761b-422f-a975-1fbd5a7a444b req-9cb7542e-7ed3-4336-81ba-e509a5c942cd tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 945 time: 0.0804515
Nov 13 07:58:06.372148 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-447aeaca-761b-422f-a975-1fbd5a7a444b req-7fc9d8a3-b2cc-4832-b9ea-e9de9a4a3ed0 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387986
Nov 13 07:58:06.964134 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:08.230045 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb08bf5-0ac8-44c8-b5f1-cdf820a30d09 req-6c63c28f-c423-4156-8927-7f7a8614bb83 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:08.231500 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-feb08bf5-0ac8-44c8-b5f1-cdf820a30d09 req-6c63c28f-c423-4156-8927-7f7a8614bb83 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 945 time: 0.0758693
Nov 13 07:58:08.276742 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-feb08bf5-0ac8-44c8-b5f1-cdf820a30d09 req-9723dc84-4ecb-49a1-bebd-78d17f12aca7 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395095
Nov 13 07:58:08.632430 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:09.512701 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-55bc1ea8-fe0a-4f3d-8cc8-67057e0209b3 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:09.514128 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-55bc1ea8-fe0a-4f3d-8cc8-67057e0209b3 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 945 time: 0.1345444
Nov 13 07:58:09.519538 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28117fb6-b9d5-42a4-90ef-5b4187baa5f1 req-667b4de7-a331-47b5-a280-0b19916e3071 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:09.520836 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28117fb6-b9d5-42a4-90ef-5b4187baa5f1 req-667b4de7-a331-47b5-a280-0b19916e3071 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 945 time: 0.1116338
Nov 13 07:58:09.627626 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Deleting port a2273794-d951-498c-ac86-dcd85f39efb1 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:58:09.628092 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:09.664840 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-28117fb6-b9d5-42a4-90ef-5b4187baa5f1 req-919803a8-d9a5-4995-8580-c1d4d049c302 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/security-groups?id=57fc36b3-f5cb-4331-8209-586c3b187818&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162741
Nov 13 07:58:09.872220 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] For port a2273794-d951-498c-ac86-dcd85f39efb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a2273794-d951-498c-ac86-dcd85f39efb1,segment=NetworkSegment(47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf),segment_id=47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:09.872488 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:10.007563 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Calling delete_port for a2273794-d951-498c-ac86-dcd85f39efb1 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:58:10.192203 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:10.198577 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-5e25799b-0ba3-4e21-9e5b-d98bb59136ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:10.203757 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['a2273794-d951-498c-ac86-dcd85f39efb1'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:58:10.243463 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Pushing event deleted for resources: {'Port': ['ID=a2273794-d951-498c-ac86-dcd85f39efb1,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:10.245851 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:10.408124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] No DVR routers for this DVR port a2273794-d951-498c-ac86-dcd85f39efb1 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:58:10.410837 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:10.413394 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'name': 'network-vif-deleted', 'tag': 'a2273794-d951-498c-ac86-dcd85f39efb1'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:58:10.467348 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9386c05-572e-4f2e-be49-f4db02bb3689', 'name': 'network-vif-deleted', 'tag': 'a2273794-d951-498c-ac86-dcd85f39efb1', 'status': 'completed', 'code': 200}
Nov 13 07:58:10.496598 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8f5bfc4f-1138-4d8b-9002-b120477932ae req-a1537058-2988-4f8c-9586-c5ebb0d3886e tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.18 "DELETE /v2.0/ports/a2273794-d951-498c-ac86-dcd85f39efb1 HTTP/1.1" status: 204  len: 173 time: 0.9747894
Nov 13 07:58:10.827962 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-3deecae8-0706-4ced-a674-80778798ef96 req-7b5320ff-db19-4a7c-917d-c1707a945c12 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Synchronizing usage tracker for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:58:10.923956 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-3deecae8-0706-4ced-a674-80778798ef96 req-7b5320ff-db19-4a7c-917d-c1707a945c12 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Unset dirty status for tenant:5aff34cf0d36478d9ca6bc46e4d9ee9a on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:58:10.925075 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-3deecae8-0706-4ced-a674-80778798ef96 req-7b5320ff-db19-4a7c-917d-c1707a945c12 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9386c05-572e-4f2e-be49-f4db02bb3689 HTTP/1.1" status: 200  len: 210 time: 0.1377225
Nov 13 07:58:13.197335 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device a2273794-d951-498c-ac86-dcd85f39efb1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:58:13.238218 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: a2273794-d951-498c-ac86-dcd85f39efb1 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:58:13.238485 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device a2273794-d951-498c-ac86-dcd85f39efb1 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:58:23.611082 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc9978-fc0b-4592-8f68-a6747516558d req-3c3a8665-52e6-4776-9a4e-856e847e4dc5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:23.612457 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2cdc9978-fc0b-4592-8f68-a6747516558d req-3c3a8665-52e6-4776-9a4e-856e847e4dc5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 945 time: 0.1181273
Nov 13 07:58:23.661877 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-2cdc9978-fc0b-4592-8f68-a6747516558d req-b0a9662d-50ab-4464-a4b5-b046717f4432 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411930
Nov 13 07:58:24.884706 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ea28c-889a-4c34-a214-dd4598d21337 req-1d1fabd1-0495-4432-8c51-224c5192b0db tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:24.886576 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb9ea28c-889a-4c34-a214-dd4598d21337 req-1d1fabd1-0495-4432-8c51-224c5192b0db tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 945 time: 0.0902913
Nov 13 07:58:24.938795 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-bb9ea28c-889a-4c34-a214-dd4598d21337 req-eefe39d2-6a0a-46f8-a1a6-7f94edbc2621 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462537
Nov 13 07:58:25.079531 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-a0f4d3a9-98e2-41f6-8ea9-af59115020ab tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:25.081260 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-a0f4d3a9-98e2-41f6-8ea9-af59115020ab tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 945 time: 0.0947745
Nov 13 07:58:25.170110 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Deleting port 00bf4560-0c68-451f-b4c9-21a127944ab3 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 07:58:25.170357 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:25.481935 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] For port 00bf4560-0c68-451f-b4c9-21a127944ab3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=00bf4560-0c68-451f-b4c9-21a127944ab3,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:25.482347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:25.821690 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:25.822254 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:25.822564 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.db.l3_db [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Floating IP 38f0999e-e9ad-4ea1-9300-ffa62f008f66 disassociated. External IP: 172.27.1.250, port: 00bf4560-0c68-451f-b4c9-21a127944ab3.
Nov 13 07:58:25.823102 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Calling delete_port for 00bf4560-0c68-451f-b4c9-21a127944ab3 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 07:58:26.039153 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:26.045503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-fda9f1a5-4b44-492e-aee2-b8dbb1377777 tempest-AttachVolumeShelveTestJSON-1508683234 tempest-AttachVolumeShelveTestJSON-1508683234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:26.091862 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event deleted for resources: {'Port': ['ID=00bf4560-0c68-451f-b4c9-21a127944ab3,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:26.094336 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:26.188517 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-0fc08ff7-0b3b-4022-a3f3-12e566b48bba req-8f477cc5-a344-4253-bf04-b4b048d7c7a4 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.1023977
Nov 13 07:58:26.321364 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:58:26.581823 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:58:26.593110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:58:26.607875 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:58:26.608856 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee7d2d90>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:58:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:26.797944 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] No DVR routers for this DVR port 00bf4560-0c68-451f-b4c9-21a127944ab3 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 07:58:26.800631 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:26.805487 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'name': 'network-vif-deleted', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:58:26.829011 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:58:26.913683 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-0bbd26a0-72bc-44e9-8c37-6b5efc07eae8 req-251fbe29-b37f-43b3-8963-25e792a5c291 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "DELETE /v2.0/ports/00bf4560-0c68-451f-b4c9-21a127944ab3 HTTP/1.1" status: 204  len: 173 time: 1.8268940
Nov 13 07:58:26.958696 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9329a09c-7b94-4db9-ad2b-983f32679a16', 'name': 'network-vif-deleted', 'tag': '00bf4560-0c68-451f-b4c9-21a127944ab3', 'status': 'completed', 'code': 200}
Nov 13 07:58:27.232450 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee7d2d90>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:27.238418 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:58:27.251450 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:58:27.252164 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee7d2d90>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:58:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:27.457957 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-06c5ed78-c9a2-4ae8-ade2-8fa3da3c3d17 req-4e938f83-c726-447d-920a-ae073c45c08f tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=9329a09c-7b94-4db9-ad2b-983f32679a16 HTTP/1.1" status: 200  len: 210 time: 0.1051292
Nov 13 07:58:27.460897 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:58:27.791548 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee7d2d90>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:27.795834 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee843714-9be2-40b8-bb9e-e18b5fbf88df None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:58:28.067786 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f473a-56af-4023-85ac-20870a455cf9 None None] New status for floating IP 38f0999e-e9ad-4ea1-9300-ffa62f008f66: DOWN {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:58:28.922579 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-d5a2a8c0-a3fc-4fef-9fbc-774fec047b19 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630266333&fields=id&tenant_id=223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 267 time: 0.0434062
Nov 13 07:58:29.181113 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-b2f14153-9517-4586-be9d-ed2a5fa19588 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:29.183331 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-b2f14153-9517-4586-be9d-ed2a5fa19588 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 812 time: 0.2531703
Nov 13 07:58:29.197416 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-d4cf7fcd-902b-4d74-85ea-0ea42b4d8d17 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/quotas/223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 375 time: 0.0131240
Nov 13 07:58:29.276008 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 00bf4560-0c68-451f-b4c9-21a127944ab3 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 07:58:29.295215 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-c86cb1f3-88e7-461c-b597-39623909681c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0826912
Nov 13 07:58:29.326226 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 00bf4560-0c68-451f-b4c9-21a127944ab3 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 07:58:29.326656 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 00bf4560-0c68-451f-b4c9-21a127944ab3 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 07:58:29.385473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-bd5afaf1-bdeb-4780-81ee-39f82b768b54 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83598) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:58:29.392518 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-bd5afaf1-bdeb-4780-81ee-39f82b768b54 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0850351
Nov 13 07:58:29.534712 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-065b5989-08b3-473a-8c6c-b05279de7d61 service neutron] 10.222.0.32 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412971
Nov 13 07:58:29.680794 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-17bd0f59-1fea-4aed-ac7b-ef9a6515858b service neutron] 10.222.0.32 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398618
Nov 13 07:58:30.412078 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:30.459065 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-ad870433-f9e0-4baf-9a5e-432519b224af req-5d4ce100-4da2-4683-b1e0-01dff2af8318 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:58:30.517916 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-ad870433-f9e0-4baf-9a5e-432519b224af req-5d4ce100-4da2-4683-b1e0-01dff2af8318 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:58:30.519244 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ad870433-f9e0-4baf-9a5e-432519b224af req-5d4ce100-4da2-4683-b1e0-01dff2af8318 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 210 time: 0.1147461
Nov 13 07:58:31.746685 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-e45a8c7b-5233-4448-a783-85501bfe9be1 req-c0895a64-82df-4972-9ef6-22570025673b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 210 time: 0.0600588
Nov 13 07:58:33.051886 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-222fb911-6daf-40ab-b65d-7252820b15f1 req-6d8a7398-4375-42e5-9821-3b7e0e9fa834 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 210 time: 0.0636983
Nov 13 07:58:33.073535 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-d29ab3a6-f04e-471e-9ee5-054b5ee9e2cb tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:33.083047 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-d29ab3a6-f04e-471e-9ee5-054b5ee9e2cb tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 812 time: 0.2051358
Nov 13 07:58:33.132979 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-f9bce13c-e61b-49df-aa8a-15de7204cf36 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 379 time: 0.0443664
Nov 13 07:58:33.141862 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'port': {'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'admin_state_up': True, 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'security_groups': ['4735cc6b-615d-486d-9786-dfeee2d517bc']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:58:33.297300 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:58:33.309086 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:58:33.369724 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Made reservation on behalf of 223449528a9f41b596ada04fa1f9290d for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 07:58:33.373328 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:33.568238 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Allocated IP 172.20.0.7 (5b18ecf6-b62e-4677-b0e9-18dde6071eff/6aaaddbb-8f46-4c4a-afaa-a59cfad5133f/23c18169-c15e-4b3b-b855-2ac854b07342) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:58:33.799263 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:33.815967 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Transition to ACTIVE for port object 23c18169-c15e-4b3b-b855-2ac854b07342 will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:58:33.849291 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-50a6d5b3-8029-470b-95fd-c2a875ef3b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:33.953083 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:33.958988 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-aca09d13-b1d4-46be-b86f-e5ff42f3925a tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:34.029187 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:58:34.035473 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:58:34.038055 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:58:34.076218 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=23c18169-c15e-4b3b-b855-2ac854b07342,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:34.103084 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.103465 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.103838 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.108556 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.108939 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.109318 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.114237 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.114644 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.115047 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.115940 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.116441 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:34.127654 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:34.186943 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:34.187763 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:34.238660 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:34.301329 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-75860a5a-d201-49c4-be55-9151d92a5380 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1631563
Nov 13 07:58:34.314536 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-1a578895-d483-4816-b6e9-3d10cbf2149b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 07:58:34.316258 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-1a578895-d483-4816-b6e9-3d10cbf2149b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0081103
Nov 13 07:58:34.360769 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe9484-a0d1-48f5-af6a-cba6e66c4481 req-e8a6b6fd-0c6a-4fde-9463-b1089cad0af1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:34.360769 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5fe9484-a0d1-48f5-af6a-cba6e66c4481 req-e8a6b6fd-0c6a-4fde-9463-b1089cad0af1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 931 time: 0.1029358
Nov 13 07:58:34.407503 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Request body: {'port': {'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:58:34.412971 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-c5fe9484-a0d1-48f5-af6a-cba6e66c4481 req-6de6564a-8ba0-4753-839d-e99a7c53012b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470603
Nov 13 07:58:34.523626 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-39ebf9c1-cabe-4401-a023-0dce854965a6 None None] Provisioning for port 23c18169-c15e-4b3b-b855-2ac854b07342 completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:58:34.528783 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-39ebf9c1-cabe-4401-a023-0dce854965a6 None None] Provisioning complete for port 23c18169-c15e-4b3b-b855-2ac854b07342 triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:58:34.529235 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-39ebf9c1-cabe-4401-a023-0dce854965a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:34.589242 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-39ebf9c1-cabe-4401-a023-0dce854965a6 None None] Port 23c18169-c15e-4b3b-b855-2ac854b07342 cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 07:58:34.606352 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:34.979345 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c18169-c15e-4b3b-b855-2ac854b07342 {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:58:34.986435 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:35.000805 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Transition to ACTIVE for port object 23c18169-c15e-4b3b-b855-2ac854b07342 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 07:58:35.267737 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:35.272067 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a20045a2-21a2-4bc2-a0f4-317cef114f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:35.423138 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Pushing event updated for resources: {'Port': ['ID=23c18169-c15e-4b3b-b855-2ac854b07342,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:35.430170 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:35.730732 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Attempting to bind port 23c18169-c15e-4b3b-b855-2ac854b07342 on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 07:58:35.731064 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Attempting to bind port 23c18169-c15e-4b3b-b855-2ac854b07342 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 07:58:35.731389 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Attempting to bind port 23c18169-c15e-4b3b-b855-2ac854b07342 on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:58:35.742790 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Port 23c18169-c15e-4b3b-b855-2ac854b07342 on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 07:58:35.743124 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Attempting to bind port 23c18169-c15e-4b3b-b855-2ac854b07342 on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 07:58:35.759842 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 07:58:35.760182 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Checking segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 07:58:35.760556 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Bound using segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 07:58:35.760987 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Bound port: 23c18169-c15e-4b3b-b855-2ac854b07342, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 07:58:35.761325 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:35.783967 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ce393-e1d0-4019-8de9-98aa33b2b569 req-ed0782fa-78c3-49af-8f94-31742f4178ba tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:35.784698 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1b7ce393-e1d0-4019-8de9-98aa33b2b569 req-ed0782fa-78c3-49af-8f94-31742f4178ba tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 07:58:35.876817 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] For port 23c18169-c15e-4b3b-b855-2ac854b07342, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 07:58:35.880462 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] For port 23c18169-c15e-4b3b-b855-2ac854b07342, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=23c18169-c15e-4b3b-b855-2ac854b07342,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 07:58:35.901480 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-1b7ce393-e1d0-4019-8de9-98aa33b2b569 req-ed0782fa-78c3-49af-8f94-31742f4178ba tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 07:58:35.902934 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1b7ce393-e1d0-4019-8de9-98aa33b2b569 req-ed0782fa-78c3-49af-8f94-31742f4178ba tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.2441714
Nov 13 07:58:35.956178 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-1b7ce393-e1d0-4019-8de9-98aa33b2b569 req-8303ad46-2557-40f1-8107-f6dc20d41aa8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430617
Nov 13 07:58:35.969950 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:35.977665 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:35.992367 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-68176577-27b2-45f2-a6a1-5a4cbf636267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:36.048059 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:36.049510 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] 10.222.0.18 "PUT /v2.0/ports/23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 1093 time: 1.7253392
Nov 13 07:58:36.050062 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:58:36.069843 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Pushing event updated for resources: {'Port': ['ID=23c18169-c15e-4b3b-b855-2ac854b07342,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:36.081680 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-90a4271b-2be0-4fb3-a296-18f1caa99d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:36.156487 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342', 'status': 'completed', 'code': 200}
Nov 13 07:58:36.251645 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-6fe90e2a-36e5-49e3-b490-de76bedf0618 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1096 time: 0.0777485
Nov 13 07:58:36.323676 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-2d0c135c-264b-4033-b6f4-1daf77bb3327 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 217 time: 0.0648906
Nov 13 07:58:36.386812 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-9a949134-a94e-4ae2-b60a-17b221b1ced2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:36.388224 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-9a949134-a94e-4ae2-b60a-17b221b1ced2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0590515
Nov 13 07:58:36.461663 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-06da257b-4556-4d10-bffc-7bf630edee34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0670335
Nov 13 07:58:36.594828 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-04ef2f73-3dda-4f6d-a9b0-68b8a2133adc service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267803
Nov 13 07:58:36.729710 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-4da1b7f9-b871-4f6d-8b33-445fa53acd02 req-7d03882c-a0cc-4689-bb87-d86384470c08 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283751
Nov 13 07:58:36.934768 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a02b7379-f546-4935-9312-80e308516441 req-0a538e23-6332-4d70-b39c-ddee4bf541b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1096 time: 0.0792966
Nov 13 07:58:36.946776 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:37.064783 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b7379-f546-4935-9312-80e308516441 req-770c8ea5-0b60-4e07-9301-ed0c8075fc43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:37.066208 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a02b7379-f546-4935-9312-80e308516441 req-770c8ea5-0b60-4e07-9301-ed0c8075fc43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1252353
Nov 13 07:58:37.171244 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a02b7379-f546-4935-9312-80e308516441 req-f6684830-0102-4697-b521-ddcaae39d2f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 217 time: 0.0975380
Nov 13 07:58:37.249102 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b7379-f546-4935-9312-80e308516441 req-975beaf1-a0a3-4ef8-a23c-9afa925e675c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:37.250424 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a02b7379-f546-4935-9312-80e308516441 req-975beaf1-a0a3-4ef8-a23c-9afa925e675c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0726650
Nov 13 07:58:37.260786 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e5329-a32d-445a-bc9b-46f37d9e3204 req-cf5f5b08-6052-4373-b555-84839bd5aeb6 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:37.262132 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6c7e5329-a32d-445a-bc9b-46f37d9e3204 req-cf5f5b08-6052-4373-b555-84839bd5aeb6 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.1418788
Nov 13 07:58:37.350610 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-6c7e5329-a32d-445a-bc9b-46f37d9e3204 req-eef80790-a348-4836-bcf4-0728e655fcdb tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570002
Nov 13 07:58:37.377801 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a02b7379-f546-4935-9312-80e308516441 req-37ddbe0f-a25c-47f9-8357-6870f628f47d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1061082
Nov 13 07:58:37.500753 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a02b7379-f546-4935-9312-80e308516441 req-0951f655-2eef-4d58-aadb-896d27afefb0 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246660
Nov 13 07:58:37.721989 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a02b7379-f546-4935-9312-80e308516441 req-fd0c24c6-11e4-4c41-b24e-985348123a92 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153986
Nov 13 07:58:38.567274 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf637073-e2a0-41c1-ab57-8edae725cb9e req-754b1a34-99ab-4a38-9351-d9170b1b366b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:38.569502 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cf637073-e2a0-41c1-ab57-8edae725cb9e req-754b1a34-99ab-4a38-9351-d9170b1b366b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.0931635
Nov 13 07:58:38.617827 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-cf637073-e2a0-41c1-ab57-8edae725cb9e req-d47b350d-e20e-49cf-8960-17b834980a89 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414767
Nov 13 07:58:38.705835 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:39.809120 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7ec3-0390-4107-a926-3d9164661a0e req-3cf8a450-b804-4986-9552-a3b833fd5f13 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:39.810637 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b21d7ec3-0390-4107-a926-3d9164661a0e req-3cf8a450-b804-4986-9552-a3b833fd5f13 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.0756724
Nov 13 07:58:39.857931 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-b21d7ec3-0390-4107-a926-3d9164661a0e req-8703a917-7a95-4dcc-bec2-c6e0b5c06282 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417819
Nov 13 07:58:39.921966 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45836) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:58:39.981089 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Deleting subnet 67a4f59b-260e-499f-a7e3-526797f31bf2 {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 07:58:39.983891 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.034391 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.086405 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.220624 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.225474 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:40.260945 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a4f59b-260e-499f-a7e3-526797f31bf2,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:40.270759 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.277493 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.277867 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.278228 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.278589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.278974 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.279373 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.279734 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.280071 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.280416 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.280760 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.281104 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:40.283959 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:40.285872 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-118c2415-2a28-4070-8a6b-125da5179414 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67a4f59b-260e-499f-a7e3-526797f31bf2 HTTP/1.1" status: 204  len: 168 time: 0.3629324
Nov 13 07:58:40.288857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45840) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:58:40.390478 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.515034 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.539993 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee414b80>,) {'filters': {'network_id': ['8492081b-92c5-43bc-bbe2-8278155310cb']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:40.551421 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee414b80>, '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:40.551715 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee414b80>, '47ea7f9a-28c1-4d07-85f5-2d881e6ccbdf') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:40.562583 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.577774 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.584306 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 07:58:40.604054 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 07:58:40.728742 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.732425 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:40.745387 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:40.754688 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Pushing event deleted for resources: {'Network': ['ID=8492081b-92c5-43bc-bbe2-8278155310cb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:40.757169 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] 10.222.0.32 "DELETE /v2.0/networks/8492081b-92c5-43bc-bbe2-8278155310cb HTTP/1.1" status: 204  len: 168 time: 0.4674232
Nov 13 07:58:40.758077 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0a5395b7-f70f-4f94-8801-a2cd68b4adcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:41.051763 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea2f93-f708-4530-96fb-43bc237a657d req-293c6dd3-10ab-4bde-bf12-2a2acbfef4b4 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:41.053179 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-47ea2f93-f708-4530-96fb-43bc237a657d req-293c6dd3-10ab-4bde-bf12-2a2acbfef4b4 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.0763609
Nov 13 07:58:41.099743 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-47ea2f93-f708-4530-96fb-43bc237a657d req-068ba420-9159-4a75-9c38-1269f96fec1c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410850
Nov 13 07:58:41.121497 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45848) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:58:41.173830 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-ed8a3a5a-f993-4fed-bcd1-0ee1eacfc45c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5aff34cf0d36478d9ca6bc46e4d9ee9a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0510271
Nov 13 07:58:41.176154 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45852) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:58:41.234104 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726b1caf-0548-4a52-9131-c120b04b12aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:41.260767 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726b1caf-0548-4a52-9131-c120b04b12aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:41.391772 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726b1caf-0548-4a52-9131-c120b04b12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:41.395294 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4ab6fedc-66dd-497b-9cc1-a2075730fcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:41.408567 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b1caf-0548-4a52-9131-c120b04b12aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc36b3-f5cb-4331-8209-586c3b187818,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:41.411127 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-726b1caf-0548-4a52-9131-c120b04b12aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:41.458913 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-726b1caf-0548-4a52-9131-c120b04b12aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:41.460041 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-726b1caf-0548-4a52-9131-c120b04b12aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57fc36b3-f5cb-4331-8209-586c3b187818 HTTP/1.1" status: 204  len: 168 time: 0.2830150
Nov 13 07:58:42.296119 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1408b-a3b3-47a3-bd87-d1eed765d305 req-c9878b3a-f3df-4f53-bb96-f9a9a63e4afb tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:42.297562 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9ac1408b-a3b3-47a3-bd87-d1eed765d305 req-c9878b3a-f3df-4f53-bb96-f9a9a63e4afb tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.0767794
Nov 13 07:58:42.342174 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-9ac1408b-a3b3-47a3-bd87-d1eed765d305 req-eb8a95ba-b3f5-47ad-a40f-174e5ba94835 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386100
Nov 13 07:58:42.624055 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:58:43.633316 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a46b51-ec8a-4bed-92bd-2e8c010968da req-c2da42b5-16e0-4566-a148-fe699e2e2b3d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:43.634701 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-39a46b51-ec8a-4bed-92bd-2e8c010968da req-c2da42b5-16e0-4566-a148-fe699e2e2b3d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.1693110
Nov 13 07:58:43.677965 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-39a46b51-ec8a-4bed-92bd-2e8c010968da req-b7bb9027-85dc-4cf6-aba6-46eccf62f83f tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373795
Nov 13 07:58:44.875749 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d0cdd-0923-4a5b-82fa-425b760bcf63 req-10f775ef-9b3a-43d8-ba78-bef5f40c5520 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:44.877264 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-963d0cdd-0923-4a5b-82fa-425b760bcf63 req-10f775ef-9b3a-43d8-ba78-bef5f40c5520 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 943 time: 0.0801775
Nov 13 07:58:44.928602 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-963d0cdd-0923-4a5b-82fa-425b760bcf63 req-973c6cb3-0f2f-4af4-bb69-2cea90e3f6df tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417144
Nov 13 07:58:45.360435 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 23c18169-c15e-4b3b-b855-2ac854b07342 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 07:58:45.491797 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 23c18169-c15e-4b3b-b855-2ac854b07342, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=23c18169-c15e-4b3b-b855-2ac854b07342,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:45.504491 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': '23c18169-c15e-4b3b-b855-2ac854b07342', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 07:58:45.555860 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:45.572394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c18169-c15e-4b3b-b855-2ac854b07342 {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 07:58:45.588271 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 23c18169-c15e-4b3b-b855-2ac854b07342, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=23c18169-c15e-4b3b-b855-2ac854b07342,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:45.654358 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:45.656799 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:45.721028 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=23c18169-c15e-4b3b-b855-2ac854b07342,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:45.729059 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.729396 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.729729 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.730058 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.730381 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.730725 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.731050 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.731368 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.731685 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.731998 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.732311 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 07:58:45.736211 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:45.858689 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['23c18169-c15e-4b3b-b855-2ac854b07342'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 07:58:46.262249 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e36514-4779-40c3-b4d4-2d1fb5190f33 req-04c4df8f-cdee-4c12-b1e5-52ed4c1910ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:46.263629 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-54e36514-4779-40c3-b4d4-2d1fb5190f33 req-04c4df8f-cdee-4c12-b1e5-52ed4c1910ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 944 time: 0.0761263
Nov 13 07:58:46.309051 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-54e36514-4779-40c3-b4d4-2d1fb5190f33 req-7152e829-ae7a-43cf-b5f9-55269c1a1215 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400159
Nov 13 07:58:47.384504 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 23c18169-c15e-4b3b-b855-2ac854b07342 up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 07:58:47.502778 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202d432-7c24-46a6-be36-7b1aeb186dd3 req-c5a22df8-4075-4964-b4de-fbb5dfdcafa0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:47.504213 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7202d432-7c24-46a6-be36-7b1aeb186dd3 req-c5a22df8-4075-4964-b4de-fbb5dfdcafa0 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 944 time: 0.0766563
Nov 13 07:58:47.517827 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port 23c18169-c15e-4b3b-b855-2ac854b07342 completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 07:58:47.522991 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port 23c18169-c15e-4b3b-b855-2ac854b07342 triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 07:58:47.523417 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:47.549669 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7202d432-7c24-46a6-be36-7b1aeb186dd3 req-0c7ddf11-bec6-4661-99e2-0ac9a0c5004f tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392220
Nov 13 07:58:47.672775 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:47.698314 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:58:47.707838 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port 23c18169-c15e-4b3b-b855-2ac854b07342, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=23c18169-c15e-4b3b-b855-2ac854b07342,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 07:58:47.792172 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:47.794024 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-c8165d46-8619-4189-ade5-569000388a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:47.860817 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=23c18169-c15e-4b3b-b855-2ac854b07342,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:47.863834 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:47.957728 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342', 'code': 200}
Nov 13 07:58:48.369049 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6ffc989-8963-4bf2-a260-985c3f279184 req-0b238dab-27d4-4fda-8b73-c186b7cefebd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1098 time: 0.0703471
Nov 13 07:58:48.410463 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f6ffc989-8963-4bf2-a260-985c3f279184 req-ddef1b31-5fe5-43dc-899c-18e117716dac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349326
Nov 13 07:58:48.747491 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2cf75-8c64-48c0-b898-455d3453d1d3 req-15e20866-c5e9-44cf-83b2-4f25b82075da tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:48.748824 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c6d2cf75-8c64-48c0-b898-455d3453d1d3 req-15e20866-c5e9-44cf-83b2-4f25b82075da tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 945 time: 0.0746448
Nov 13 07:58:48.795610 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c6d2cf75-8c64-48c0-b898-455d3453d1d3 req-9c9e212c-d4f4-4a17-9a68-f8c77c2caaf9 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414391
Nov 13 07:58:49.992346 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353785e5-5289-4b4e-8c0e-d8865d9f960a req-95753cda-90e6-4c47-9247-bb0d412c7b08 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:49.993747 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-353785e5-5289-4b4e-8c0e-d8865d9f960a req-95753cda-90e6-4c47-9247-bb0d412c7b08 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 945 time: 0.0782783
Nov 13 07:58:50.037506 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-353785e5-5289-4b4e-8c0e-d8865d9f960a req-838d98ef-3b4b-48e8-96a4-318df6e518db tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383244
Nov 13 07:58:50.363356 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aa9ce-6ff3-40e8-be68-7e17ea5f4af6 req-28dbe56e-83b2-4b96-9ad3-ccaa1dc1dba5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:50.364772 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ad1aa9ce-6ff3-40e8-be68-7e17ea5f4af6 req-28dbe56e-83b2-4b96-9ad3-ccaa1dc1dba5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 945 time: 0.0752907
Nov 13 07:58:50.410534 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ad1aa9ce-6ff3-40e8-be68-7e17ea5f4af6 req-91bec383-3171-4f69-bd26-41ff731e7594 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397980
Nov 13 07:58:50.438600 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45878) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:58:50.507216 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-089f50b8-6f19-413f-b62a-5758931e1a4c tempest-TestVolumeBootPattern-1138688817 tempest-TestVolumeBootPattern-1138688817-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1093 time: 0.0672903
Nov 13 07:58:50.509586 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 45882) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 07:58:50.514835 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 07:58:50.520511 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 07:58:50.524241 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:floatingip and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 07:58:50.527021 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 07:58:50.532575 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 07:58:50.603593 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:50.734702 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:50.865866 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Allocated IP 172.27.1.133 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/69df969a-c58d-4e65-ad40-6f9355d44235) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 07:58:51.008803 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:51.088882 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:51.092949 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:51.159701 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 07:58:51.163032 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 07:58:51.166730 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 07:58:51.199986 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=69df969a-c58d-4e65-ad40-6f9355d44235,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:51.203817 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:51.670034 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:51.778418 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:51.973558 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:52.042762 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:52.046241 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2feca17a-68e0-439a-a873-a95fe5cfa1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 07:58:52.227100 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=69df969a-c58d-4e65-ad40-6f9355d44235,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 07:58:52.234321 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 07:58:52.243742 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:52.426886 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.l3_db [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Floating IP e0173cbf-6822-4c96-9ebd-f2bfa2b68faf associated. External IP: 172.27.1.133, port: 23c18169-c15e-4b3b-b855-2ac854b07342.
Nov 13 07:58:52.805733 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 07:58:52.997194 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 07:58:53.007475 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 07:58:53.018930 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:58:53.019536 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f850>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:58:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:53.083060 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:58:53.139940 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-0de7222c-5186-498c-9b75-2a023b2cf555 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6293175
Nov 13 07:58:53.140590 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 07:58:53.201377 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:58:53.276633 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342', 'status': 'completed', 'code': 200}
Nov 13 07:58:53.374950 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-c13f53f0-4641-433c-9a16-3cab3fd3b387 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1098 time: 0.0765285
Nov 13 07:58:53.506127 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-e7885937-2c6e-4a79-a1d4-35a566adf7bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:53.507523 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-e7885937-2c6e-4a79-a1d4-35a566adf7bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1268499
Nov 13 07:58:53.567626 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f850>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:51Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:53.571975 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 07:58:53.583209 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 07:58:53.583910 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f850>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T07:58:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:53.612535 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-430324e0-c1db-4bab-9e39-cb4aa66660c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 999 time: 0.0989246
Nov 13 07:58:53.676682 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-e2d4a2b4-65fc-4771-8956-0830335a4902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:58:53.678653 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-e2d4a2b4-65fc-4771-8956-0830335a4902 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0599484
Nov 13 07:58:53.752382 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-739156ce-c8f4-437a-b207-900d8efb4851 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0675542
Nov 13 07:58:53.761117 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 07:58:53.883804 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-9d8eff57-2918-49c2-b295-192f6cd1dce3 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246073
Nov 13 07:58:54.014289 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-2b3cb5b7-a5ac-4354-b6c1-07a45d9064dc req-2cd2d18d-5cfe-41e0-baa6-3b850b135e06 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241376
Nov 13 07:58:54.100394 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec7f850>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:51Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 07:58:54.104265 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acd970-7f61-4cf2-9af8-7018c59ce54a None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:51Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 07:58:54.297087 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a17934-c740-4f38-9eab-92b418af62cb None None] New status for floating IP e0173cbf-6822-4c96-9ebd-f2bfa2b68faf: ACTIVE {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 07:59:00.379915 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:03.699391 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-ead72c42-fae8-465e-bc00-0d8e6759e82f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721660
Nov 13 07:59:03.808866 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f469f43f-44bf-4fc6-9fa1-d6198950ad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:03.838595 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-979e7efe-66c2-46ed-bf34-918f1665bfd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1098 time: 0.0695782
Nov 13 07:59:04.065024 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-bbb899e4-c75b-4216-a111-02cb8e31a5ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:59:04.066446 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-bbb899e4-c75b-4216-a111-02cb8e31a5ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.2086773
Nov 13 07:59:04.145875 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:04.171383 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-a42bd3ad-19c5-481c-adc7-b495fb1009ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 1001 time: 0.0982082
Nov 13 07:59:04.231456 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-0170b617-6178-416a-abbd-36cbddc97ace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 07:59:04.232853 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-0170b617-6178-416a-abbd-36cbddc97ace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0557320
Nov 13 07:59:04.311275 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-53c6ce68-38b4-479c-bc17-b44a9da3cfd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723364
Nov 13 07:59:04.437740 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-a33e1d72-dbed-43e5-9c0e-d98877359c9e service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201339
Nov 13 07:59:04.565706 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-26167198-4d0c-46ea-919d-9ff40ef7c814 req-1b793d60-395c-490d-99b6-84add66fd2ca service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219416
Nov 13 07:59:05.974081 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e819033a-7660-4db3-8201-7539887b56f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:06.973959 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:08.642788 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:19.624034 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 07:59:30.390535 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:33.836248 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0082f090-59c8-4843-bb67-554c939316ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:34.167815 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:35.956416 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e244abfd-c1a8-41c6-94b6-e33cba074de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:36.996386 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:38.653389 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 07:59:56.623977 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:00:00.401943 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:03.801345 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-ad244246-8999-42e9-89b8-ee72b4cdb315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:04.155819 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:04.267606 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-de3e966b-4d5f-4f7c-ae5b-8c603d9b175f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0662596
Nov 13 08:00:04.407256 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-e8909ae6-4e61-4cff-b69c-074b4b68e0d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1098 time: 0.0713360
Nov 13 08:00:04.547498 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-6ad79ea9-8d99-41fd-a0aa-983673b4ea83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:04.548926 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-6ad79ea9-8d99-41fd-a0aa-983673b4ea83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1228237
Nov 13 08:00:04.650100 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-df7f1c1f-8113-4e45-979e-2bf9477ad69c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 1001 time: 0.0951653
Nov 13 08:00:04.709630 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-1e0787af-a28e-49ff-a1dc-866a796d3421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:04.710942 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-1e0787af-a28e-49ff-a1dc-866a796d3421 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0545931
Nov 13 08:00:04.782453 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-d120cbdc-a9b4-4195-a796-45d81138c64b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0651202
Nov 13 08:00:04.910049 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-6fd7972a-0710-463a-b27c-7cad6cb804ef service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209733
Nov 13 08:00:05.038152 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-a8022455-bc42-4a54-8af5-abb5d67245dd req-eaa674e8-a843-407f-a780-5a715d8444a7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214702
Nov 13 08:00:05.960936 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b765ed5e-0351-4e80-ae53-63ec8856e190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:06.955871 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:08.652694 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:22.931218 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-353981b7-d072-4e45-9d4e-f14336cb5d6e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630266333&fields=id&tenant_id=223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 267 time: 0.0444903
Nov 13 08:00:23.166939 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-fa75433a-90f0-46ec-aa52-3d3397b62681 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:23.168347 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-fa75433a-90f0-46ec-aa52-3d3397b62681 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 812 time: 0.2304454
Nov 13 08:00:23.183830 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-0f6b14db-eca2-41a7-8c14-cbb905a53113 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/quotas/223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 375 time: 0.0101869
Nov 13 08:00:23.266732 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-2031cc68-f880-461f-b899-ca3f6de35d84 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0781813
Nov 13 08:00:23.460952 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-9bf4617e-cdbb-4cdb-9405-8889d3b94850 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83599) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 13 08:00:23.461920 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-9bf4617e-cdbb-4cdb-9405-8889d3b94850 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1839163
Nov 13 08:00:23.600589 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-d88fdd05-2ecd-4137-aa85-ccf18b91757a service neutron] 10.222.0.32 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316571
Nov 13 08:00:23.733590 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-58938742-d30f-4d8c-a370-b88b14382acd service neutron] 10.222.0.32 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272836
Nov 13 08:00:24.404861 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ce579139-3dc5-4f5d-b205-14d31226ed49 req-15c11d5a-b583-44a9-a30a-0826e8093f35 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 210 time: 0.0444436
Nov 13 08:00:25.565211 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-17278a0d-f310-4f7a-9903-b1daabbf56ac req-ee405799-1f3b-481f-9ea9-a7833166f4cc tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 210 time: 0.0408742
Nov 13 08:00:26.302491 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-4e060bf3-5b64-460a-a183-0a8017a04c5d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:26.303914 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-4e060bf3-5b64-460a-a183-0a8017a04c5d tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 812 time: 0.1415615
Nov 13 08:00:26.363093 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-596ef838-5369-4ab9-9919-0937228272b7 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=223449528a9f41b596ada04fa1f9290d HTTP/1.1" status: 200  len: 379 time: 0.0451655
Nov 13 08:00:26.371889 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'port': {'device_id': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'admin_state_up': True, 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'security_groups': ['4735cc6b-615d-486d-9786-dfeee2d517bc']}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 08:00:26.508037 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 08:00:26.518934 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.quota.driver [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 08:00:26.595347 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Made reservation on behalf of 223449528a9f41b596ada04fa1f9290d for: {'port': 1} {{(pid=83599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 08:00:26.599214 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:26.746989 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-65c2c0b2-3ab3-4995-b3a9-43920b86c48e req-59de26b6-7626-4930-bd1f-8833be0a7423 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 210 time: 0.0431607
Nov 13 08:00:26.763267 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.db_base_plugin_common [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Allocated IP 172.20.0.8 (5b18ecf6-b62e-4677-b0e9-18dde6071eff/6aaaddbb-8f46-4c4a-afaa-a59cfad5133f/ddafe876-d58f-4263-ad18-60faff7986cf) {{(pid=83599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 08:00:26.948578 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:26.963721 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Transition to ACTIVE for port object ddafe876-d58f-4263-ad18-60faff7986cf will not be triggered until provisioned by entity DHCP. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 08:00:27.063942 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_create {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:27.069418 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-44397a59-1b1a-4daf-abf3-0c020688ef22 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:00:27.137444 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff is already hosted by enough agents. {{(pid=83599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 08:00:27.141100 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.scheduler.base_scheduler [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources bound (agent type, host, resource id):  {{(pid=83599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 08:00:27.143214 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=ddafe876-d58f-4263-ad18-60faff7986cf,revision_number=1']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:00:27.145599 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Received port after_create {{(pid=83599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 08:00:27.192459 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.192831 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.193226 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.193587 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.193942 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.194297 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.194649 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.195033 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.195383 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.195734 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.196084 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:27.212288 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:00:27.223476 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:27.224098 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:27.407441 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-cad8f8ef-897c-4aa4-94b4-05658a4d03d5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0396783
Nov 13 08:00:27.418797 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.v2.base [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Request body: {'port': {'device_id': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=83599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 08:00:27.487095 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-e07c3043-124d-4542-8aa5-c8ca4fcdd494 None None] Provisioning for port ddafe876-d58f-4263-ad18-60faff7986cf completed by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 08:00:27.492558 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-e07c3043-124d-4542-8aa5-c8ca4fcdd494 None None] Provisioning complete for port ddafe876-d58f-4263-ad18-60faff7986cf triggered by entity DHCP. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 08:00:27.496031 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e07c3043-124d-4542-8aa5-c8ca4fcdd494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:27.527905 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:27.552154 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-e07c3043-124d-4542-8aa5-c8ca4fcdd494 None None] Port ddafe876-d58f-4263-ad18-60faff7986cf cannot update to ACTIVE because it is not bound. {{(pid=83600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 13 08:00:27.995491 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddafe876-d58f-4263-ad18-60faff7986cf {{(pid=83599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 08:00:28.003996 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:28.031986 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Transition to ACTIVE for port object ddafe876-d58f-4263-ad18-60faff7986cf will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 08:00:28.043727 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6f193-9672-4d15-bc23-f808f936c766 req-48cf9312-6b97-4ee8-941b-eaa1aedfddbd tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:28.044354 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-fec6f193-9672-4d15-bc23-f808f936c766 req-48cf9312-6b97-4ee8-941b-eaa1aedfddbd tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 08:00:28.080732 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:28.084764 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-992098cd-fb90-41b6-a51a-b98b4889fdb8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:00:28.119343 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-fec6f193-9672-4d15-bc23-f808f936c766 req-48cf9312-6b97-4ee8-941b-eaa1aedfddbd tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 08:00:28.120517 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fec6f193-9672-4d15-bc23-f808f936c766 req-48cf9312-6b97-4ee8-941b-eaa1aedfddbd tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 931 time: 0.1901977
Nov 13 08:00:28.234385 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafe876-d58f-4263-ad18-60faff7986cf,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:00:28.239406 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:00:28.278371 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fec6f193-9672-4d15-bc23-f808f936c766 req-e3f3df26-4b06-4d98-8b0a-c7fa9701b0c4 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496334
Nov 13 08:00:28.356131 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Attempting to bind port ddafe876-d58f-4263-ad18-60faff7986cf on host hv-cinder-81783 for vnic_type normal with profile  {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 13 08:00:28.356460 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Attempting to bind port ddafe876-d58f-4263-ad18-60faff7986cf by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 13 08:00:28.356782 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Attempting to bind port ddafe876-d58f-4263-ad18-60faff7986cf on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 08:00:28.362693 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Port ddafe876-d58f-4263-ad18-60faff7986cf on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 13 08:00:28.363003 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Attempting to bind port ddafe876-d58f-4263-ad18-60faff7986cf on network 5b18ecf6-b62e-4677-b0e9-18dde6071eff {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 13 08:00:28.369761 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Checking agent: {'id': 'f99ed6e6-dc66-476a-a85d-1353ccd1e0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'started_at': datetime.datetime(2021, 11, 13, 7, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 8, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 13 08:00:28.370097 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Checking segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 13 08:00:28.370468 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Bound using segment: {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 13 08:00:28.370911 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Bound port: ddafe876-d58f-4263-ad18-60faff7986cf, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e6195f-6511-455e-85f2-72a07f881a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 13 08:00:28.371249 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:28.456245 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] For port ddafe876-d58f-4263-ad18-60faff7986cf, host hv-cinder-81783, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 08:00:28.459267 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] For port ddafe876-d58f-4263-ad18-60faff7986cf, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ddafe876-d58f-4263-ad18-60faff7986cf,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 08:00:28.551202 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934757'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:28.555825 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-a363fc9b-985d-4688-bd6e-fcf264417039 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:00:28.616702 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:28.618069 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-55a63569-5394-4deb-8871-02485c64df87 service neutron] 10.222.0.18 "PUT /v2.0/ports/ddafe876-d58f-4263-ad18-60faff7986cf HTTP/1.1" status: 200  len: 1093 time: 1.2038033
Nov 13 08:00:28.618599 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 08:00:28.646587 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafe876-d58f-4263-ad18-60faff7986cf,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:00:28.649893 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-55a63569-5394-4deb-8871-02485c64df87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:00:28.679450 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'status': 'completed', 'code': 200}
Nov 13 08:00:28.769097 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ab254d5a-e17a-42dd-8393-4b13bc92a134 req-9c471af0-8461-42f2-b729-c45824601264 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 1096 time: 0.0717907
Nov 13 08:00:28.912636 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254d5a-e17a-42dd-8393-4b13bc92a134 req-9f10a78a-48d3-4637-9cab-00a02fe7b6be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:28.914000 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ab254d5a-e17a-42dd-8393-4b13bc92a134 req-9f10a78a-48d3-4637-9cab-00a02fe7b6be service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=223449528a9f41b596ada04fa1f9290d&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1380255
Nov 13 08:00:29.044695 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254d5a-e17a-42dd-8393-4b13bc92a134 req-fa1c0da8-b0d0-4395-b5a6-ec2b78fe5d0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:29.046095 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ab254d5a-e17a-42dd-8393-4b13bc92a134 req-fa1c0da8-b0d0-4395-b5a6-ec2b78fe5d0d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1254106
Nov 13 08:00:29.146049 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-f4e202cf-5fc4-470e-8f90-cdef0ca4f66f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 1096 time: 0.0661085
Nov 13 08:00:29.213598 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-300863ab-21cf-4bdc-a428-7d9db5e264fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddafe876-d58f-4263-ad18-60faff7986cf HTTP/1.1" status: 200  len: 217 time: 0.0610573
Nov 13 08:00:29.273392 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-5e6604b7-9ae8-4d7f-86a7-2b575e90b5e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:29.274743 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-5e6604b7-9ae8-4d7f-86a7-2b575e90b5e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0549512
Nov 13 08:00:29.352227 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-5112cf61-6dc1-4d77-bf1e-c7ad284343ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704324
Nov 13 08:00:29.532692 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-7d4b9455-0752-4f40-8882-d2a978004644 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730042
Nov 13 08:00:29.573691 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988a5e-d2bd-459b-bc4f-f3d07cdb59c6 req-98648dc8-1fd4-4fdc-8d50-e7c10843fda8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:29.575109 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-49988a5e-d2bd-459b-bc4f-f3d07cdb59c6 req-98648dc8-1fd4-4fdc-8d50-e7c10843fda8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 943 time: 0.1446798
Nov 13 08:00:29.696111 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-49988a5e-d2bd-459b-bc4f-f3d07cdb59c6 req-b4a200b5-837b-4f5a-9352-3d8247250854 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773332
Nov 13 08:00:29.702655 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-fd3df57d-1fbc-4958-b15f-3646cec72009 req-a44fbff8-431b-4ff7-8564-f32a4bb11980 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640530
Nov 13 08:00:30.428999 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:30.889009 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f9aef-ace5-41cc-bdb3-db57ec35852d req-ddab4aab-a92c-49ab-86e2-47dc2fb7f1dc tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:30.890331 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-901f9aef-ace5-41cc-bdb3-db57ec35852d req-ddab4aab-a92c-49ab-86e2-47dc2fb7f1dc tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 943 time: 0.0753438
Nov 13 08:00:30.933528 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-901f9aef-ace5-41cc-bdb3-db57ec35852d req-41c739f0-bb34-4829-a5d3-7fac06da140c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377965
Nov 13 08:00:32.230658 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1b730-9c61-4c1e-9ad2-f1fff1e0005a req-be9060b7-306e-42b9-b88c-ad79b7167190 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:32.232028 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7df1b730-9c61-4c1e-9ad2-f1fff1e0005a req-be9060b7-306e-42b9-b88c-ad79b7167190 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 943 time: 0.1784775
Nov 13 08:00:32.276403 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-7df1b730-9c61-4c1e-9ad2-f1fff1e0005a req-056859f6-cf4d-4c5e-951a-c65e2d88c705 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387456
Nov 13 08:00:33.470255 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51156e80-115e-44cf-81ef-b1edbd0a91ef req-baf54e64-f8e6-40e6-9779-5bf96ce1aa8b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:33.471701 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-51156e80-115e-44cf-81ef-b1edbd0a91ef req-baf54e64-f8e6-40e6-9779-5bf96ce1aa8b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 943 time: 0.0787919
Nov 13 08:00:33.515855 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-51156e80-115e-44cf-81ef-b1edbd0a91ef req-7c776196-db80-4050-b311-7130b9656109 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386720
Nov 13 08:00:33.624664 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:00:33.806222 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-2baebbe1-75a0-4fd2-839b-69fc1878ffe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:34.143426 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:34.708788 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee114a-727b-47a4-a8f8-a90bc7bcf7a7 req-8db2edbc-99c0-436d-bdc6-0c402f768559 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:34.710210 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c8ee114a-727b-47a4-a8f8-a90bc7bcf7a7 req-8db2edbc-99c0-436d-bdc6-0c402f768559 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 943 time: 0.0756488
Nov 13 08:00:34.757370 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c8ee114a-727b-47a4-a8f8-a90bc7bcf7a7 req-4834d7e2-c35e-4cf3-a777-0ea041f546f6 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412419
Nov 13 08:00:35.966383 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-149e8d82-1fc6-4af5-8c7b-c12b82a26118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:36.070525 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e793fee-3f5c-4512-9ce3-e0d969e0b232 req-c4bdc4f9-0612-40c9-a89b-015d3b43885c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:36.072007 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e793fee-3f5c-4512-9ce3-e0d969e0b232 req-c4bdc4f9-0612-40c9-a89b-015d3b43885c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 943 time: 0.0986257
Nov 13 08:00:36.119129 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-6e793fee-3f5c-4512-9ce3-e0d969e0b232 req-fe51a0d2-76af-4c35-a298-b53979f89b06 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414701
Nov 13 08:00:36.954873 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:37.309676 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e7f2-1e5d-49ef-9afa-6de79b4f72f7 req-80aae813-3618-4cec-984b-0fd7ab871080 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:37.311133 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f7c8e7f2-1e5d-49ef-9afa-6de79b4f72f7 req-80aae813-3618-4cec-984b-0fd7ab871080 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 943 time: 0.0766740
Nov 13 08:00:37.354763 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f7c8e7f2-1e5d-49ef-9afa-6de79b4f72f7 req-48846d41-0033-450d-bb20-7b5da696e6fe tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382516
Nov 13 08:00:37.885926 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ddafe876-d58f-4263-ad18-60faff7986cf details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=83600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 13 08:00:38.015908 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port ddafe876-d58f-4263-ad18-60faff7986cf, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ddafe876-d58f-4263-ad18-60faff7986cf,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:00:38.029600 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Returning: {'device': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'port_id': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'mac_address': 'fa:16:3e:94:4b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 13 08:00:38.081793 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:38.099008 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddafe876-d58f-4263-ad18-60faff7986cf {{(pid=83600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 08:00:38.113354 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port ddafe876-d58f-4263-ad18-60faff7986cf, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ddafe876-d58f-4263-ad18-60faff7986cf,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:00:38.154870 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:38.156486 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:00:38.221367 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=ddafe876-d58f-4263-ad18-60faff7986cf,revision_number=4']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:00:38.229364 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.229704 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.230068 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.230396 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.230747 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.231073 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.231388 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.231707 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.232020 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.232330 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.232642 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:38.236570 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:00:38.383517 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] get_ports_and_sgs() called for port_ids ['ddafe876-d58f-4263-ad18-60faff7986cf'] {{(pid=83600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 13 08:00:38.552453 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec997a7b-ebd7-494a-8894-ec41f0ffdf56 req-d8d5b676-ef09-4f56-827e-653e15e0ea03 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:38.554142 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec997a7b-ebd7-494a-8894-ec41f0ffdf56 req-d8d5b676-ef09-4f56-827e-653e15e0ea03 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 944 time: 0.0808427
Nov 13 08:00:38.602165 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-ec997a7b-ebd7-494a-8894-ec41f0ffdf56 req-c7df10ae-7dab-4c92-8a5a-7f7e18a4a8a5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410197
Nov 13 08:00:38.692117 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:39.800264 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bd7e5-6250-4122-bcef-4b850d41b6fd req-ec4cf0af-d723-4041-b468-e424c4e82737 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:39.801697 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e91bd7e5-6250-4122-bcef-4b850d41b6fd req-ec4cf0af-d723-4041-b468-e424c4e82737 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 944 time: 0.0801644
Nov 13 08:00:39.846640 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-e91bd7e5-6250-4122-bcef-4b850d41b6fd req-1abde1ff-4fd2-432a-b8e9-02736c30ab8b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393982
Nov 13 08:00:39.897701 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ddafe876-d58f-4263-ad18-60faff7986cf up at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 13 08:00:40.034609 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning for port ddafe876-d58f-4263-ad18-60faff7986cf completed by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 08:00:40.039209 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.provisioning_blocks [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Provisioning complete for port ddafe876-d58f-4263-ad18-60faff7986cf triggered by entity L2. {{(pid=83600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 08:00:40.039632 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32543603'] for port, provisioning_complete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:40.153756 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:40.178771 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf'}] {{(pid=83600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 08:00:40.188448 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] For port ddafe876-d58f-4263-ad18-60faff7986cf, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ddafe876-d58f-4263-ad18-60faff7986cf,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:00:40.232786 dv-cinder-817832-1-iscsi neutron-server[83600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'code': 200}
Nov 13 08:00:40.269193 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338'] for port, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:40.271034 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:00:40.337068 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Pushing event updated for resources: {'Port': ['ID=ddafe876-d58f-4263-ad18-60faff7986cf,revision_number=5']} {{(pid=83600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:00:40.339957 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_concurrency.lockutils [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:00:40.608311 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8352d076-16cc-4a33-ab26-1505b7b36003 req-f2eb5a05-9ea8-4ea6-995c-70f4eaa5b077 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 1098 time: 0.0669177
Nov 13 08:00:40.649242 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-8352d076-16cc-4a33-ab26-1505b7b36003 req-197bdce7-f16e-47e3-8693-ef7f75bde2cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349925
Nov 13 08:00:41.041540 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6745-7d33-4710-ac24-8f3f7f9f32e3 req-272903a0-be47-4384-9162-afee8a8e4d0b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:41.043584 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-753c6745-7d33-4710-ac24-8f3f7f9f32e3 req-272903a0-be47-4384-9162-afee8a8e4d0b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 945 time: 0.0793543
Nov 13 08:00:41.087053 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-753c6745-7d33-4710-ac24-8f3f7f9f32e3 req-14a75fb6-cfe0-451b-923a-2960e291fb99 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379822
Nov 13 08:00:42.281225 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87832b45-2e4a-4e7d-a44a-99337f71233a req-e8b63357-88ff-4e04-ae94-438e25e2ef2b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:42.282639 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-87832b45-2e4a-4e7d-a44a-99337f71233a req-e8b63357-88ff-4e04-ae94-438e25e2ef2b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 945 time: 0.0745802
Nov 13 08:00:42.326272 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-87832b45-2e4a-4e7d-a44a-99337f71233a req-3c096da6-93b0-4ad8-86bb-82c033cbc0f1 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382736
Nov 13 08:00:42.517415 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122926-35f7-4c75-a3a6-a9dac703e53f req-c9583f87-76db-463a-8213-155b968549d8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:42.518915 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f7122926-35f7-4c75-a3a6-a9dac703e53f req-c9583f87-76db-463a-8213-155b968549d8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 945 time: 0.0759091
Nov 13 08:00:42.567312 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-f7122926-35f7-4c75-a3a6-a9dac703e53f req-e4f3986d-8ca3-4c9d-adc6-d62faa496ee8 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429425
Nov 13 08:00:42.595461 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46004) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:00:42.749367 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-711c4cf4-183e-4906-9d64-5019dcc7825e tempest-TestVolumeBootPattern-1138688817 tempest-TestVolumeBootPattern-1138688817-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 1093 time: 0.1526947
Nov 13 08:00:42.751835 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46008) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:00:42.756861 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.v2.base [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Request body: {'floatingip': {'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'port_id': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 13 08:00:42.762691 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 13 08:00:42.766397 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Usage tracker for resource:floatingip and tenant:223449528a9f41b596ada04fa1f9290d is out of sync, need to count used quota {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 13 08:00:42.769255 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83598) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 13 08:00:42.774788 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.quota.driver [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83598) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 13 08:00:42.863582 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:42.994932 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:43.129881 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Allocated IP 172.27.1.130 (d1fd01a6-be85-4534-815d-a46b2be3e942/2c62d153-e4e8-4852-8290-1664c5e5b921/4836668b-566d-40d2-845c-a19bf0440401) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 08:00:43.272203 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:43.337539 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743999070275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:43.341604 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-71c48b97-0255-4d5c-bf27-7350df4bdd67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:00:43.404390 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Network d1fd01a6-be85-4534-815d-a46b2be3e942 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 08:00:43.407075 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Resources bound (agent type, host, resource id):  {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 08:00:43.409634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 08:00:43.443460 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=4836668b-566d-40d2-845c-a19bf0440401,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:00:43.466411 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.466810 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.467180 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.467543 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.467945 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.468307 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.468664 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.469018 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.469371 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.469719 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.470067 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:00:43.474753 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:00:43.920578 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:44.043982 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32548658'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:44.248628 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:44.308634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743999495671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743999070293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743999070338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1194024'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:44.312184 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-947e2518-b9e3-40c9-8b80-ef8f4bf945c4 tempest-AttachVolumeNegativeTest-660132647 tempest-AttachVolumeNegativeTest-660132647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:00:44.409800 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event updated for resources: {'Port': ['ID=4836668b-566d-40d2-845c-a19bf0440401,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:00:44.412505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:00:44.428679 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918416'] for floatingip, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:44.700290 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.db.l3_db [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Floating IP 2fd864df-b852-42c3-aa89-e98792fd02a0 associated. External IP: 172.27.1.130, port: ddafe876-d58f-4263-ad18-60faff7986cf.
Nov 13 08:00:45.076758 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 08:00:45.295880 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 08:00:45.305461 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 08:00:45.317161 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:00:45.317766 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee665160>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:00:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:00:45.360285 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:00:45.412873 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6600385
Nov 13 08:00:45.413646 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 08:00:45.468198 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'status': 'completed', 'code': 200}
Nov 13 08:00:45.493759 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:00:45.561092 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-4862939b-d2f5-4d6b-a077-f6bf67e5cfdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 1098 time: 0.0700443
Nov 13 08:00:45.691618 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-2cc52f8c-da9e-486a-b90b-f89cf5e458bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:45.693034 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-2cc52f8c-da9e-486a-b90b-f89cf5e458bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1257734
Nov 13 08:00:45.795552 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-4c6a93bf-001a-42e5-bbd3-1a828f10a9e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddafe876-d58f-4263-ad18-60faff7986cf HTTP/1.1" status: 200  len: 999 time: 0.0957243
Nov 13 08:00:45.860478 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-b62f1c74-4fd5-4e8b-950b-0eb09e3f46cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:00:45.862082 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-b62f1c74-4fd5-4e8b-950b-0eb09e3f46cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0587564
Nov 13 08:00:45.890216 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee665160>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '2fd864df-b852-42c3-aa89-e98792fd02a0', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:94:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T08:00:43Z', 'updated_at': '2021-11-13T08:00:43Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}, {'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:54Z', 'revision_number': 1, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:00:45.893998 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 08:00:45.904873 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:00:45.905465 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee665160>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:00:36Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:00:45.938087 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-14fbc1f1-818c-4213-bfbc-50de7a18c655 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699046
Nov 13 08:00:46.067655 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-6347bc60-14ec-44ac-9c8f-2f44704766f5 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235082
Nov 13 08:00:46.081876 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:00:46.196088 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ce03bb0a-64ff-489c-9dc2-04cf416567f7 req-cb737628-9b51-42dc-8bd8-3ee31d088272 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225693
Nov 13 08:00:46.420183 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee665160>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '2fd864df-b852-42c3-aa89-e98792fd02a0', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:94:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T08:00:43Z', 'updated_at': '2021-11-13T08:00:43Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}, {'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:54Z', 'revision_number': 1, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:00:46.424055 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78bbc5-6858-487d-862a-cdf58c8698cb None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': '2fd864df-b852-42c3-aa89-e98792fd02a0', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:94:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T08:00:43Z', 'updated_at': '2021-11-13T08:00:43Z', 'revision_number': 0, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}, {'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:54Z', 'revision_number': 1, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 08:00:46.620054 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d855c8-91a7-42df-b611-2bab2b6b5aed None None] New status for floating IP 2fd864df-b852-42c3-aa89-e98792fd02a0: ACTIVE {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 08:01:00.422902 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:03.811609 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3994b24f-410e-4fe7-b07f-7bd269f13c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:04.137199 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:05.687031 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-ecb6eb9e-be79-4e03-bffc-073f5abac92a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0660508
Nov 13 08:01:05.823091 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-4198d73e-4a39-4867-9cf4-ef50a8f9559e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1098 time: 0.0683656
Nov 13 08:01:05.954292 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ec71-ca78-4fb0-8e94-3fe70b01a813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:05.963518 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-330a7c6e-5cd8-4ae7-b00d-a0982bb3b826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:01:05.965144 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-330a7c6e-5cd8-4ae7-b00d-a0982bb3b826 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1246035
Nov 13 08:01:06.146792 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-27b471d3-60b0-4f7e-995d-bdd38bfb5e23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 1001 time: 0.1753075
Nov 13 08:01:06.209149 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-4d8f3f49-19f4-4570-9fa3-78c268498c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:01:06.210427 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-4d8f3f49-19f4-4570-9fa3-78c268498c0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0577683
Nov 13 08:01:06.282524 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-cf9284ee-9d46-445d-98b1-1179efb6d3d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0661373
Nov 13 08:01:06.430135 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-c83573bf-cb0e-432f-9f23-8e792c61e982 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411998
Nov 13 08:01:06.560768 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-ee220fa1-207d-4d17-82c5-d7c960ed3225 req-6ec7fb46-1bf4-45d0-9bf3-13790bdb72d7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239250
Nov 13 08:01:07.011892 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:08.656988 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:10.625047 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:01:30.445151 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:33.804961 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0981c7c7-7a44-49f5-9432-262f3904493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:34.119087 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:35.953788 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b77f9e86-2a1e-45ba-9cfe-3ca9a3187730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:36.993894 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:38.662057 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:01:47.625025 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:02:00.450309 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:03.833134 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-54328ca9-d2a7-4662-b615-6cdbb9b77d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:04.170109 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:05.712409 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-aa1f7247-dda8-45ab-9b3b-438dfd96eb5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705693
Nov 13 08:02:05.799708 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-d89da6d0-5cb4-4a7d-b1bf-4a447f64ddc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 1098 time: 0.0677989
Nov 13 08:02:05.941545 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-fab0d189-e0e0-4ecc-a6d5-ab17343c4eaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:05.943032 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-fab0d189-e0e0-4ecc-a6d5-ab17343c4eaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1248448
Nov 13 08:02:05.958623 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0effadda-caef-4bc0-8776-297ab88c5fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:06.046526 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-1494372e-79ee-46db-86c7-99511ff16b6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddafe876-d58f-4263-ad18-60faff7986cf HTTP/1.1" status: 200  len: 1001 time: 0.0974793
Nov 13 08:02:06.106771 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-a9d3abe7-bdfb-4588-b7f2-e0d1d1c7ae64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:06.108128 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-a9d3abe7-bdfb-4588-b7f2-e0d1d1c7ae64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0550981
Nov 13 08:02:06.183682 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-e3b9c0ae-b7b2-4d65-9293-e97f5f0613c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690258
Nov 13 08:02:06.312694 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-1a628c9f-1035-4362-9a1b-1ced8722f39f service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211298
Nov 13 08:02:06.440441 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-12e1a1aa-f975-43ca-b286-07552f41d6a9 req-ecdc9434-7626-4014-8bf4-559ea3570956 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212084
Nov 13 08:02:06.658032 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46042) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:06.854723 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Deleting port 4836668b-566d-40d2-845c-a19bf0440401 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:06.854998 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:06.980972 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:07.018840 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:07.019172 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:07.139486 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Calling delete_port for 4836668b-566d-40d2-845c-a19bf0440401 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:07.364681 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:07.368236 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d8e5b617-7fc8-4381-ae1c-656bc631ad45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:07.501625 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event deleted for resources: {'Port': ['ID=4836668b-566d-40d2-845c-a19bf0440401,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:07.542130 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.542515 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.542908 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.543270 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.543627 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.543984 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.544337 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.544691 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.545043 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.545396 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.545744 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:07.552245 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:07.603963 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:07.978298 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 08:02:08.174316 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 08:02:08.184856 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 08:02:08.196022 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:08.199397 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee47250>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:08.261435 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:08.313248 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a41f6bda-569d-486c-8f8a-8c08cd9c51b5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "DELETE /v2.0/floatingips/2fd864df-b852-42c3-aa89-e98792fd02a0 HTTP/1.1" status: 204  len: 168 time: 1.6541018
Nov 13 08:02:08.313998 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 08:02:08.383648 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'status': 'completed', 'code': 200}
Nov 13 08:02:08.418002 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:08.473891 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d2c50558-556b-4b76-b02e-2047217af62e req-30c59d74-1f0f-4978-b5e0-fa95fa372239 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 1098 time: 0.0691259
Nov 13 08:02:08.620239 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50558-556b-4b76-b02e-2047217af62e req-e92a6eab-d4aa-4b3f-86b0-e10ae8ab2269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:08.621667 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d2c50558-556b-4b76-b02e-2047217af62e req-e92a6eab-d4aa-4b3f-86b0-e10ae8ab2269 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1416972
Nov 13 08:02:08.789736 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:08.792046 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d2c50558-556b-4b76-b02e-2047217af62e req-387a72e5-3e31-4b04-a6c6-60b3700a8382 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddafe876-d58f-4263-ad18-60faff7986cf HTTP/1.1" status: 200  len: 217 time: 0.1641004
Nov 13 08:02:08.828353 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee47250>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:54Z', 'revision_number': 1, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:08.832383 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 08:02:08.844429 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:08.849732 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deee47250>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:08.854576 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50558-556b-4b76-b02e-2047217af62e req-2dd454ea-bd7f-4e3b-b703-01c953c514a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:08.855962 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d2c50558-556b-4b76-b02e-2047217af62e req-2dd454ea-bd7f-4e3b-b703-01c953c514a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0581548
Nov 13 08:02:08.939040 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d2c50558-556b-4b76-b02e-2047217af62e req-cb235a1f-3697-409c-81c8-012bd02b6fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756269
Nov 13 08:02:09.002761 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0c93-97c6-414b-b3ad-c329ba75533e req-acf88f99-9a93-4877-aef8-9e03ea08d5f5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:09.003456 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-1a9b0c93-97c6-414b-b3ad-c329ba75533e req-acf88f99-9a93-4877-aef8-9e03ea08d5f5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 08:02:09.028948 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:09.073307 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-1a9b0c93-97c6-414b-b3ad-c329ba75533e req-acf88f99-9a93-4877-aef8-9e03ea08d5f5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 08:02:09.074566 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1a9b0c93-97c6-414b-b3ad-c329ba75533e req-acf88f99-9a93-4877-aef8-9e03ea08d5f5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 945 time: 0.1509771
Nov 13 08:02:09.077369 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d2c50558-556b-4b76-b02e-2047217af62e req-8fab7baa-05fa-4665-824a-c53f5d371c55 service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308956
Nov 13 08:02:09.122027 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-1a9b0c93-97c6-414b-b3ad-c329ba75533e req-4c27ee70-5d50-4178-9659-8e3d543137ce tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415096
Nov 13 08:02:09.216236 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d2c50558-556b-4b76-b02e-2047217af62e req-3c872094-5341-4e70-94b4-ea28c3166afe service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324022
Nov 13 08:02:09.378630 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deee47250>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:54Z', 'revision_number': 1, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:09.382390 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ac86d-9a57-4350-915b-ea863e48e387 None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_floatingips': [{'id': 'e0173cbf-6822-4c96-9ebd-f2bfa2b68faf', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'router_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'port_id': '23c18169-c15e-4b3b-b855-2ac854b07342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'mac_address': 'fa:16:3e:a4:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:58:51Z', 'updated_at': '2021-11-13T07:58:54Z', 'revision_number': 1, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 08:02:09.598170 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d3736a-908e-457a-82ce-f0b468242e9e None None] New status for floating IP 2fd864df-b852-42c3-aa89-e98792fd02a0: DOWN {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 08:02:10.317904 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b5ba3-6508-4bcf-ad84-0f22214a4b8f req-b6752ea2-4f18-44fc-83ef-4788ba50f224 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:10.319371 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c56b5ba3-6508-4bcf-ad84-0f22214a4b8f req-b6752ea2-4f18-44fc-83ef-4788ba50f224 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 945 time: 0.0770822
Nov 13 08:02:10.410125 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-c56b5ba3-6508-4bcf-ad84-0f22214a4b8f req-89293108-4b0b-416a-bf6e-c866f5c5d860 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852070
Nov 13 08:02:10.436559 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-9ffef7b2-3a92-41d7-a909-c1fd0aa84d9b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:10.437949 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-9ffef7b2-3a92-41d7-a909-c1fd0aa84d9b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 945 time: 0.0983305
Nov 13 08:02:10.505530 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Deleting port ddafe876-d58f-4263-ad18-60faff7986cf {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:10.505876 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:10.745564 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] For port ddafe876-d58f-4263-ad18-60faff7986cf, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=ddafe876-d58f-4263-ad18-60faff7986cf,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:10.745925 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:10.862888 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Calling delete_port for ddafe876-d58f-4263-ad18-60faff7986cf owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:11.078611 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:11.084232 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-8b375ae7-d290-4ec7-9528-e705198e71da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:11.125485 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event deleted for resources: {'Port': ['ID=ddafe876-d58f-4263-ad18-60faff7986cf,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:11.161087 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.165959 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-iscsi {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 08:02:11.171722 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:11.212855 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] No DVR routers for this DVR port ddafe876-d58f-4263-ad18-60faff7986cf on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 08:02:11.215344 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:11.217920 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'name': 'network-vif-deleted', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 08:02:11.271550 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe26ae7-3892-4f48-a34d-9037b21729c1', 'name': 'network-vif-deleted', 'tag': 'ddafe876-d58f-4263-ad18-60faff7986cf', 'status': 'completed', 'code': 200}
Nov 13 08:02:11.297041 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-06d921e0-6b16-4e2b-b6b6-d37efab10f04 req-dff4e7a7-82ac-45d0-b631-819df0d198ed tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "DELETE /v2.0/ports/ddafe876-d58f-4263-ad18-60faff7986cf HTTP/1.1" status: 204  len: 173 time: 0.8531592
Nov 13 08:02:11.575809 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-d4bca85a-4026-4d56-a27e-41681c0a2276 req-959d3ebf-80d8-4a13-a7fd-738caa473833 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 08:02:11.661583 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-d4bca85a-4026-4d56-a27e-41681c0a2276 req-959d3ebf-80d8-4a13-a7fd-738caa473833 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 08:02:11.662639 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d4bca85a-4026-4d56-a27e-41681c0a2276 req-959d3ebf-80d8-4a13-a7fd-738caa473833 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe26ae7-3892-4f48-a34d-9037b21729c1 HTTP/1.1" status: 200  len: 210 time: 0.1304643
Nov 13 08:02:14.305189 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ddafe876-d58f-4263-ad18-60faff7986cf no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:14.339364 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: ddafe876-d58f-4263-ad18-60faff7986cf {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:14.339364 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device ddafe876-d58f-4263-ad18-60faff7986cf not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:15.368839 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46074) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:15.563836 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Deleting port 69df969a-c58d-4e65-ad40-6f9355d44235 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:15.564178 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:15.726844 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:15.727085 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:15.844408 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Calling delete_port for 69df969a-c58d-4e65-ad40-6f9355d44235 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:16.169765 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:16.173934 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:16.213399 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event deleted for resources: {'Port': ['ID=69df969a-c58d-4e65-ad40-6f9355d44235,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:16.218374 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:16.307041 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:16.689442 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 08:02:16.885814 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 08:02:16.895074 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 08:02:16.906357 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:16.922104 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec54640>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:16.975769 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:17.029376 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-b0705528-d1a8-44c6-853e-aa30dd7cb77e tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "DELETE /v2.0/floatingips/e0173cbf-6822-4c96-9ebd-f2bfa2b68faf HTTP/1.1" status: 204  len: 168 time: 1.6594684
Nov 13 08:02:17.030123 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 08:02:17.084444 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342', 'status': 'completed', 'code': 200}
Nov 13 08:02:17.089334 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:17.177964 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-0502b4a1-f3c5-4054-b270-842428300069 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=223449528a9f41b596ada04fa1f9290d&device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 1098 time: 0.0715153
Nov 13 08:02:17.314819 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-c0984d1e-07c8-4406-8418-84cbd6dabf8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:17.316259 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-c0984d1e-07c8-4406-8418-84cbd6dabf8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 200  len: 913 time: 0.1297617
Nov 13 08:02:17.416451 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec54640>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:17.421246 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 08:02:17.433511 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:17.434036 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deec54640>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:17.481806 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-7900cedb-517d-4491-aa2e-53d0c5404711 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 200  len: 217 time: 0.1585155
Nov 13 08:02:17.547880 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-b263c520-f1ee-455f-9952-c462515bfb55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:17.549326 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-b263c520-f1ee-455f-9952-c462515bfb55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 200  len: 851 time: 0.0615785
Nov 13 08:02:17.634613 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-0c1de4ee-1b3b-495b-ad60-a258eb759d2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b18ecf6-b62e-4677-b0e9-18dde6071eff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776479
Nov 13 08:02:17.682809 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5118a8-fb54-4a9d-944a-3371cf402140 req-7dfa6a75-1bbc-4d7e-b63f-a41e71cb224b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:17.683606 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-5b5118a8-fb54-4a9d-944a-3371cf402140 req-7dfa6a75-1bbc-4d7e-b63f-a41e71cb224b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83598) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 08:02:17.690999 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:17.759214 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.quota.resource [req-5b5118a8-fb54-4a9d-944a-3371cf402140 req-7dfa6a75-1bbc-4d7e-b63f-a41e71cb224b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83598) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 08:02:17.761140 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5b5118a8-fb54-4a9d-944a-3371cf402140 req-7dfa6a75-1bbc-4d7e-b63f-a41e71cb224b tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 945 time: 0.1609023
Nov 13 08:02:17.766101 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-4a6e8714-83a6-4afe-bc75-c50f9905449e service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246791
Nov 13 08:02:17.808408 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [req-5b5118a8-fb54-4a9d-944a-3371cf402140 req-c149341f-f1f9-4919-9cd8-bc1efa2f7895 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411274
Nov 13 08:02:17.914593 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-d34e358d-569f-46ed-aa8a-edd058de9922 req-d6318741-895c-4472-b839-4468d203907f service neutron] 10.222.0.18 "GET /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398392
Nov 13 08:02:18.003060 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deec54640>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:18.006862 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d175b1-710b-4686-bb01-1a224fc16489 None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T07:55:14Z', 'revision_number': 4, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi', '_interfaces': [{'id': '497f978a-e880-4e60-ad9a-e7e94a7aecbc', 'name': '', 'network_id': '5b18ecf6-b62e-4677-b0e9-18dde6071eff', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'mac_address': 'fa:16:3e:b6:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:13Z', 'updated_at': '2021-11-13T07:55:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'subnets': [{'id': '6aaaddbb-8f46-4c4a-afaa-a59cfad5133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 08:02:18.218961 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f176731-8ae0-4ea4-a7b1-b6bfa2036508 None None] New status for floating IP e0173cbf-6822-4c96-9ebd-f2bfa2b68faf: DOWN {{(pid=83601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 13 08:02:19.040906 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65531572-d11c-4324-80e1-84e8973dc625 req-19a4cf0f-880b-4ce5-b98f-59b560dd412c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:19.042326 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-65531572-d11c-4324-80e1-84e8973dc625 req-19a4cf0f-880b-4ce5-b98f-59b560dd412c tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 945 time: 0.1138365
Nov 13 08:02:19.104922 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-65531572-d11c-4324-80e1-84e8973dc625 req-75afd9d1-aa45-4049-99e5-32400de5f937 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/security-groups?id=4735cc6b-615d-486d-9786-dfeee2d517bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566146
Nov 13 08:02:19.116731 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-257f9b06-39a5-4633-8cf7-6f45feb31a42 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 08:02:19.118134 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-257f9b06-39a5-4633-8cf7-6f45feb31a42 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 945 time: 0.1158860
Nov 13 08:02:19.188506 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Deleting port 23c18169-c15e-4b3b-b855-2ac854b07342 {{(pid=83599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:19.188841 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:19.424934 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.db [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] For port 23c18169-c15e-4b3b-b855-2ac854b07342, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=23c18169-c15e-4b3b-b855-2ac854b07342,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:19.425201 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:19.545078 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.plugins.ml2.plugin [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Calling delete_port for 23c18169-c15e-4b3b-b855-2ac854b07342 owned by compute:nova {{(pid=83599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:19.764265 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934762'] for port, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:19.769981 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-d686b3cc-ba43-4276-b6e4-489ed36024e6 tempest-VolumesActionsTest-329221826 tempest-VolumesActionsTest-329221826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:19.815273 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event deleted for resources: {'Port': ['ID=23c18169-c15e-4b3b-b855-2ac854b07342,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:19.818111 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:19.892738 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] No DVR routers for this DVR port 23c18169-c15e-4b3b-b855-2ac854b07342 on host hv-cinder-81783 {{(pid=83599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 08:02:19.895663 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for port, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:19.898534 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'name': 'network-vif-deleted', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342'}] {{(pid=83599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 08:02:19.953168 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5b6a0-427f-4d5b-aa6b-a560ecd0d646', 'name': 'network-vif-deleted', 'tag': '23c18169-c15e-4b3b-b855-2ac854b07342', 'status': 'completed', 'code': 200}
Nov 13 08:02:20.005049 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-24c4b582-d7dc-4f10-b705-f9e123f3f6d1 req-830a4913-91ba-47cd-89ff-0f423a525120 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.18 "DELETE /v2.0/ports/23c18169-c15e-4b3b-b855-2ac854b07342 HTTP/1.1" status: 204  len: 173 time: 0.8809254
Nov 13 08:02:20.275478 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-152770a5-630a-42f5-b3e1-3c3886b5ceab req-99e51430-a9db-4115-9f01-c9da25cb2da5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Synchronizing usage tracker for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 13 08:02:20.364335 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.quota.resource [req-152770a5-630a-42f5-b3e1-3c3886b5ceab req-99e51430-a9db-4115-9f01-c9da25cb2da5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Unset dirty status for tenant:223449528a9f41b596ada04fa1f9290d on resource:port {{(pid=83599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 13 08:02:20.365529 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [req-152770a5-630a-42f5-b3e1-3c3886b5ceab req-99e51430-a9db-4115-9f01-c9da25cb2da5 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "GET /v2.0/ports?device_id=61f5b6a0-427f-4d5b-aa6b-a560ecd0d646 HTTP/1.1" status: 200  len: 210 time: 0.1344910
Nov 13 08:02:21.468505 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46092) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:21.620513 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Deleting port 62b61c96-a884-495f-a207-93b5a5b60c09 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:21.620850 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:21.784309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:21.784628 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:21.980300 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Calling delete_port for 62b61c96-a884-495f-a207-93b5a5b60c09 owned by network:floatingip {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:22.181528 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:22.185244 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-092d3b0f-3428-425c-9c64-2f563146319c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:22.226496 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event deleted for resources: {'Port': ['ID=62b61c96-a884-495f-a207-93b5a5b60c09,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:22.229546 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:22.316454 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:22.337706 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 23c18169-c15e-4b3b-b855-2ac854b07342 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:22.374797 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] No Port match for: 23c18169-c15e-4b3b-b855-2ac854b07342 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:22.375157 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Device 23c18169-c15e-4b3b-b855-2ac854b07342 not bound to the agent host hv-cinder-81783 {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:22.398134 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123830'] for floatingip, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:22.399359 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "DELETE /v2.0/floatingips/38f0999e-e9ad-4ea1-9300-ffa62f008f66 HTTP/1.1" status: 204  len: 168 time: 0.9298642
Nov 13 08:02:23.935999 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.wsgi [-] (83599) accepted ('10.222.0.32', 46106) {{(pid=83599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:24.006239 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-181ce733-e5e0-49d4-b2a7-a9daaf711d28 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group, before_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:24.034482 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-181ce733-e5e0-49d4-b2a7-a9daaf711d28 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:24.164279 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-181ce733-e5e0-49d4-b2a7-a9daaf711d28 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:24.168632 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-66b80415-cd6a-4749-b899-ea7da7ebbc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:24.182120 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ce733-e5e0-49d4-b2a7-a9daaf711d28 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4735cc6b-615d-486d-9786-dfeee2d517bc,revision_number=None']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:24.185484 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG oslo_concurrency.lockutils [None req-181ce733-e5e0-49d4-b2a7-a9daaf711d28 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:24.255350 dv-cinder-817832-1-iscsi neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-181ce733-e5e0-49d4-b2a7-a9daaf711d28 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Notify callbacks [] for security_group, before_response {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:24.256533 dv-cinder-817832-1-iscsi neutron-server[83599]: INFO neutron.wsgi [None req-181ce733-e5e0-49d4-b2a7-a9daaf711d28 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] 10.222.0.32 "DELETE /v2.0/security-groups/4735cc6b-615d-486d-9786-dfeee2d517bc HTTP/1.1" status: 204  len: 168 time: 0.3195360
Nov 13 08:02:24.405526 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46112) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:24.624915 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:02:24.947754 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:25.516405 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Deleting port 497f978a-e880-4e60-ad9a-e7e94a7aecbc {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:25.517138 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:25.686693 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] For port 497f978a-e880-4e60-ad9a-e7e94a7aecbc, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=497f978a-e880-4e60-ad9a-e7e94a7aecbc,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:25.687062 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:25.890065 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Calling delete_port for 497f978a-e880-4e60-ad9a-e7e94a7aecbc owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:26.170262 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:26.173915 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bfea8535-9df7-40c5-ae50-84493375a6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:26.214158 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Pushing event deleted for resources: {'Port': ['ID=497f978a-e880-4e60-ad9a-e7e94a7aecbc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:26.218128 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:26.497354 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:27.070047 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 08:02:27.282519 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 08:02:27.291851 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] Sync routers for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 08:02:27.294368 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-9d5a54d7-56fe-4ba1-b281-6c2f751e30ba admin admin] 10.222.0.32 "PUT /v2.0/routers/1f2fcd63-ea03-47a7-a60d-e947e59e4834/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8877630
Nov 13 08:02:27.296921 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46118) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:27.307317 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:27.307921 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee7e1970>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:27.509172 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:27.596147 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:27.789304 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee7e1970>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T08:02:25Z', 'revision_number': 5, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port': {'id': 'b0f9302d-71cf-4d70-a83e-de33c059c7a8', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:09Z', 'updated_at': '2021-11-13T07:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:27.789629 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:27.793113 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] Checking router: 1f2fcd63-ea03-47a7-a60d-e947e59e4834 for host: dv-cinder-817832-1-iscsi {{(pid=83600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 08:02:27.803674 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] Routers {'1f2fcd63-ea03-47a7-a60d-e947e59e4834'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:27.804301 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3dee7e1970>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'], 'active': True} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:27.855576 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Deleting port b0f9302d-71cf-4d70-a83e-de33c059c7a8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:27.855912 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:27.952667 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_dvr_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] Set router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 gateway port host: None {{(pid=83600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:28.027660 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] For port b0f9302d-71cf-4d70-a83e-de33c059c7a8, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=b0f9302d-71cf-4d70-a83e-de33c059c7a8,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:28.028019 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:28.055928 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.db.l3_hamode_db [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3dee7e1970>, [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T08:02:27Z', 'revision_number': 6, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port_host': None}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:28.059747 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aef680-bb45-418b-81ea-d8e6e3e9b918 None None] The sync data for ids ['1f2fcd63-ea03-47a7-a60d-e947e59e4834'] in dv-cinder-817832-1-iscsi is: [{'id': '1f2fcd63-ea03-47a7-a60d-e947e59e4834', 'name': 'tempest-TestVolumeBootPattern-1674430868-router', 'tenant_id': '223449528a9f41b596ada04fa1f9290d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:07Z', 'updated_at': '2021-11-13T08:02:27Z', 'revision_number': 6, 'project_id': '223449528a9f41b596ada04fa1f9290d', 'gw_port_host': None}] {{(pid=83600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 08:02:28.154818 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Calling delete_port for b0f9302d-71cf-4d70-a83e-de33c059c7a8 owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:28.364040 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:28.368006 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3a00e091-d9aa-441a-a97c-e815ebf22d9f tempest-AttachVolumeTestJSON-1777995253 tempest-AttachVolumeTestJSON-1777995253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:28.412260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f9302d-71cf-4d70-a83e-de33c059c7a8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:28.415225 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:28.635145 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:28.833206 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 497f978a-e880-4e60-ad9a-e7e94a7aecbc no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:28.871038 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 497f978a-e880-4e60-ad9a-e7e94a7aecbc {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:28.871753 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 497f978a-e880-4e60-ad9a-e7e94a7aecbc not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:28.872378 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device b0f9302d-71cf-4d70-a83e-de33c059c7a8 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:28.905152 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: b0f9302d-71cf-4d70-a83e-de33c059c7a8 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:28.905504 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device b0f9302d-71cf-4d70-a83e-de33c059c7a8 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:28.999482 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.003636 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.095085 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.095617 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2fcd63-ea03-47a7-a60d-e947e59e4834 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 08:02:29.107857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.111651 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-723e5d40-7141-4c89-8661-3cf7df1f38e7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1f2fcd63-ea03-47a7-a60d-e947e59e4834 HTTP/1.1" status: 204  len: 168 time: 1.8111620
Nov 13 08:02:29.111775 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46122) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:29.171472 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Deleting subnet 6aaaddbb-8f46-4c4a-afaa-a59cfad5133f {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 08:02:29.174487 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.224473 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.298716 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.507313 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.511356 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:29.548734 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aaaddbb-8f46-4c4a-afaa-a59cfad5133f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:29.551258 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:29.555491 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.561321 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9174c69-b1ea-4150-971f-70ee897caa29 None None] Network 5b18ecf6-b62e-4677-b0e9-18dde6071eff requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 08:02:29.561784 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-4c025c27-f466-4253-9c2d-fcb9c5ded5cb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6aaaddbb-8f46-4c4a-afaa-a59cfad5133f HTTP/1.1" status: 204  len: 168 time: 0.4489651
Nov 13 08:02:29.564057 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46126) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:29.685991 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.698329 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Deleting port c8c98322-2fef-4808-befe-5d90f0a7ff09 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:29.698857 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.842963 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] DHCP port deletion for 5b18ecf6-b62e-4677-b0e9-18dde6071eff request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 08:02:29.847284 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Deleting port c8c98322-2fef-4808-befe-5d90f0a7ff09 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:29.847668 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:29.926240 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] For port c8c98322-2fef-4808-befe-5d90f0a7ff09, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=c8c98322-2fef-4808-befe-5d90f0a7ff09,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:29.926763 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.050330 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Calling delete_port for c8c98322-2fef-4808-befe-5d90f0a7ff09 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:30.055173 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] For port c8c98322-2fef-4808-befe-5d90f0a7ff09, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=c8c98322-2fef-4808-befe-5d90f0a7ff09,segment=NetworkSegment(68e6195f-6511-455e-85f2-72a07f881a07),segment_id=68e6195f-6511-455e-85f2-72a07f881a07)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:30.055580 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.175090 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Calling delete_port for c8c98322-2fef-4808-befe-5d90f0a7ff09 owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:30.221344 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.225937 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-66b1bacc-f248-4555-9fbb-04fa6cbd5144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:30.245316 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 08:02:30.245728 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 08:02:30.267676 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c98322-2fef-4808-befe-5d90f0a7ff09,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:30.270411 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:30.272580 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] No DVR routers for this DVR port c8c98322-2fef-4808-befe-5d90f0a7ff09 on host dv-cinder-817832-1-iscsi {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 08:02:30.387416 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.411640 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3deed91dc0>,) {'filters': {'network_id': ['5b18ecf6-b62e-4677-b0e9-18dde6071eff']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:30.427194 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3deed91dc0>, '68e6195f-6511-455e-85f2-72a07f881a07') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:30.428641 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3deed91dc0>, '68e6195f-6511-455e-85f2-72a07f881a07') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:30.438232 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.439996 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.457486 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.463758 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 08:02:30.464131 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 08:02:30.477342 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 08:02:30.592864 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.596501 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:30.609994 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.625610 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b18ecf6-b62e-4677-b0e9-18dde6071eff,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:30.630269 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:30.725078 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-3d9ce324-6b44-40ce-ac94-e919ce5996a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5b18ecf6-b62e-4677-b0e9-18dde6071eff HTTP/1.1" status: 204  len: 168 time: 1.1600144
Nov 13 08:02:30.728402 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46130) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:30.734070 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device c8c98322-2fef-4808-befe-5d90f0a7ff09 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:30.758195 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Deleting port c8c98322-2fef-4808-befe-5d90f0a7ff09 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:30.758573 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:30.796111 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: c8c98322-2fef-4808-befe-5d90f0a7ff09 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:30.796467 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device c8c98322-2fef-4808-befe-5d90f0a7ff09 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:30.831044 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-cc47bf61-9139-46b4-b1c1-5afab9019129 None None] The port 'c8c98322-2fef-4808-befe-5d90f0a7ff09' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 08:02:31.200530 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931472'] for router_interface, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:31.778792 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Deleting port e6087fae-8b49-47e9-a55a-fbcffd455e85 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:31.779482 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:31.945003 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] For port e6087fae-8b49-47e9-a55a-fbcffd455e85, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=e6087fae-8b49-47e9-a55a-fbcffd455e85,segment=NetworkSegment(6757497f-10ae-48f3-9a17-39b6a159aaf2),segment_id=6757497f-10ae-48f3-9a17-39b6a159aaf2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:31.945915 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:32.061559 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Calling delete_port for e6087fae-8b49-47e9-a55a-fbcffd455e85 owned by network:router_interface {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:32.341313 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:32.345002 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-64f936a9-785f-4dc9-89d7-58c72e7f1276 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:32.389836 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6087fae-8b49-47e9-a55a-fbcffd455e85,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:32.392268 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:32.760886 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33432481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930986'] for router_interface, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:33.321145 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Router db30495f-d007-42ab-8338-98a4e7b5b480 has already been hosted by L3 agent 6b47c579-d645-4542-a364-d458e0143214 {{(pid=83598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 08:02:33.512912 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-iscsi the message routers_updated {{(pid=83598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 08:02:33.521556 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] Sync routers for ids ['db30495f-d007-42ab-8338-98a4e7b5b480'] in dv-cinder-817832-1-iscsi {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 13 08:02:33.534623 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] Routers {'db30495f-d007-42ab-8338-98a4e7b5b480'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:33.535334 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeaddee0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['db30495f-d007-42ab-8338-98a4e7b5b480'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:33.611644 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-d70175cf-704b-4ea9-8e14-0c358fbd0318 admin admin] 10.222.0.32 "PUT /v2.0/routers/db30495f-d007-42ab-8338-98a4e7b5b480/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8819346
Nov 13 08:02:33.614187 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46136) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:33.711577 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] Set router db30495f-d007-42ab-8338-98a4e7b5b480 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:33.810046 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks [] for router, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:33.821960 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-efb4c6f8-cad8-4e3e-83c2-73e198c9cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:34.003035 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:34.022047 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeaddee0>, [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T08:02:32Z', 'revision_number': 5, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:34.026295 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] Checking router: db30495f-d007-42ab-8338-98a4e7b5b480 for host: dv-cinder-817832-1-iscsi {{(pid=83601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 13 08:02:34.036320 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] Routers {'db30495f-d007-42ab-8338-98a4e7b5b480'} bound to L3 agent in host dv-cinder-817832-1-iscsi {{(pid=83601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 08:02:34.036896 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3deeaddee0>, 'dv-cinder-817832-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:39:36Z,description=<?>,heartbeat_timestamp=2021-11-13T08:02:06Z,host='dv-cinder-817832-1-iscsi',id=6b47c579-d645-4542-a364-d458e0143214,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T07:39:36Z,topic='l3_agent')) {'router_ids': ['db30495f-d007-42ab-8338-98a4e7b5b480'], 'active': True} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:34.106900 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Deleting port 8273a845-04b6-4203-bdad-d2d2b23ea23d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:34.107238 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:34.204661 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:34.219754 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_dvr_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] Set router db30495f-d007-42ab-8338-98a4e7b5b480 gateway port host: dv-cinder-817832-1-iscsi {{(pid=83601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 13 08:02:34.390965 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] For port 8273a845-04b6-4203-bdad-d2d2b23ea23d, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=8273a845-04b6-4203-bdad-d2d2b23ea23d,segment=NetworkSegment(c255bb38-1dfb-4ca9-a6a4-653c93642e91),segment_id=c255bb38-1dfb-4ca9-a6a4-653c93642e91)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:34.391593 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:34.497971 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.l3_hamode_db [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3deeaddee0>, [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T08:02:32Z', 'revision_number': 5, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}], 'dv-cinder-817832-1-iscsi', False) {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:34.501793 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877b5f6-4d34-4f2e-a6bd-7e71fc37d814 None None] The sync data for ids ['db30495f-d007-42ab-8338-98a4e7b5b480'] in dv-cinder-817832-1-iscsi is: [{'id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'name': 'tempest-TestVolumeBootPattern-952454152-router', 'tenant_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'external_fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:55:23Z', 'updated_at': '2021-11-13T08:02:32Z', 'revision_number': 5, 'project_id': 'e6ddeec6457a41bdaebe9a55a50f1fad', 'gw_port': {'id': '8273a845-04b6-4203-bdad-d2d2b23ea23d', 'name': '', 'network_id': 'd1fd01a6-be85-4534-815d-a46b2be3e942', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db30495f-d007-42ab-8338-98a4e7b5b480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:55:26Z', 'updated_at': '2021-11-13T07:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c62d153-e4e8-4852-8290-1664c5e5b921', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-iscsi'}] {{(pid=83601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 13 08:02:34.511755 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Calling delete_port for 8273a845-04b6-4203-bdad-d2d2b23ea23d owned by network:router_gateway {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:34.736811 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:34.740790 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-b33ec224-0453-4c2b-95df-68bbd1a4380a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:34.780403 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Pushing event deleted for resources: {'Port': ['ID=8273a845-04b6-4203-bdad-d2d2b23ea23d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:34.784361 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:34.892727 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device e6087fae-8b49-47e9-a55a-fbcffd455e85 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:34.932777 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: e6087fae-8b49-47e9-a55a-fbcffd455e85 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:34.932777 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device e6087fae-8b49-47e9-a55a-fbcffd455e85 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:35.010195 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918469'] for router_gateway, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.258934 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129521'] for router, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.262877 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.369843 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-919101'] for router, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.370393 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db30495f-d007-42ab-8338-98a4e7b5b480 {{(pid=83598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 08:02:35.382128 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] Notify callbacks [] for router, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.384389 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-154e11f0-bc53-4107-be93-54811616c674 admin admin] 10.222.0.32 "DELETE /v2.0/routers/db30495f-d007-42ab-8338-98a4e7b5b480 HTTP/1.1" status: 204  len: 168 time: 1.7681019
Nov 13 08:02:35.385751 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46140) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:35.448492 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Deleting subnet d69ad551-0abc-4fa9-89e3-cfd10712cc8e {{(pid=83598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 13 08:02:35.456620 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.502152 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1664441'] for subnet, precommit_delete_associations {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.579420 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32545821'] for subnet, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.770083 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32545814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1194066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363772'] for subnet, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.773606 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-ca6b3d74-4a33-4548-a5d8-569fa2913915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:35.809297 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69ad551-0abc-4fa9-89e3-cfd10712cc8e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:35.811788 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:35.815727 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for subnet, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:35.821925 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3d117-455a-49c4-a2bb-67f017d94438 None None] Network 4783174b-1f7b-4191-bd6b-6b36f2314d98 requested from dv-cinder-817832-1-iscsi {{(pid=83600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 13 08:02:35.822834 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-bf2fe4f9-3a46-4231-ac98-21a77fbdd652 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d69ad551-0abc-4fa9-89e3-cfd10712cc8e HTTP/1.1" status: 204  len: 168 time: 0.4357419
Nov 13 08:02:35.824919 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46144) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:36.018309 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32978276'] for network, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.027235 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-0cf03b92-53e5-46d5-bcdb-e8917b622715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.030126 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Deleting port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:36.030490 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.074083 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] DHCP port deletion for 4783174b-1f7b-4191-bd6b-6b36f2314d98 request from dv-cinder-817832-1-iscsi {{(pid=83600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 13 08:02:36.081210 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Deleting port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:36.081529 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.238882 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] For port 2ef03293-754a-4f90-b7bb-ae43c5130eb1, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=2ef03293-754a-4f90-b7bb-ae43c5130eb1,segment=NetworkSegment(6757497f-10ae-48f3-9a17-39b6a159aaf2),segment_id=6757497f-10ae-48f3-9a17-39b6a159aaf2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:36.239235 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.280431 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.db [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] For port 2ef03293-754a-4f90-b7bb-ae43c5130eb1, host dv-cinder-817832-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-iscsi',level=0,port_id=2ef03293-754a-4f90-b7bb-ae43c5130eb1,segment=NetworkSegment(6757497f-10ae-48f3-9a17-39b6a159aaf2),segment_id=6757497f-10ae-48f3-9a17-39b6a159aaf2)] {{(pid=83600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 08:02:36.280757 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-931072'] for port, precommit_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.356118 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Calling delete_port for 2ef03293-754a-4f90-b7bb-ae43c5130eb1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:36.398235 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Calling delete_port for 2ef03293-754a-4f90-b7bb-ae43c5130eb1 owned by network:dhcp {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 13 08:02:36.518006 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32548702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743999495653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743999070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1194023'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.522589 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-33babb7b-3b78-4f60-bc6a-774e1e207717 tempest-TestVolumeBootPattern-2000361677 tempest-TestVolumeBootPattern-2000361677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:36.524242 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.db.api [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 08:02:36.524713 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG oslo_db.api [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 08:02:36.565731 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef03293-754a-4f90-b7bb-ae43c5130eb1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:36.569621 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:36.572178 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] No DVR routers for this DVR port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 on host dv-cinder-817832-1-iscsi {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 08:02:36.686093 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32545254', 'neutron.services.segments.db._delete_segments_for_network-8743999588289'] for network, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.713870 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3dee3679a0>,) {'filters': {'network_id': ['4783174b-1f7b-4191-bd6b-6b36f2314d98']}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:36.725741 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee3679a0>, '6757497f-10ae-48f3-9a17-39b6a159aaf2') {'for_net_delete': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:36.726039 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.services.segments.db [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3dee3679a0>, '6757497f-10ae-48f3-9a17-39b6a159aaf2') {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 08:02:36.738054 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743999589852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1664432'] for segment, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.738915 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 8273a845-04b6-4203-bdad-d2d2b23ea23d no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:36.754747 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32541577'] for segment, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.761511 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=83598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 13 08:02:36.761970 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32541584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1197296'] for segment, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.771425 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 8273a845-04b6-4203-bdad-d2d2b23ea23d {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:36.771777 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 8273a845-04b6-4203-bdad-d2d2b23ea23d not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:36.772293 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2ef03293-754a-4f90-b7bb-ae43c5130eb1 no longer exists at agent ovs-agent-dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]: Traceback (most recent call last):
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     timer()
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     cb(*args, **kw)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     return func(*args, **kwargs)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     self._notify()
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     self.callback(batched_events)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     event.method(event)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     return f(self, *a, **k)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._get(url).json()
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     return self.request(url, 'GET', **kwargs)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 08:02:36.775295 dv-cinder-817832-1-iscsi neutron-server[83598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 08:02:36.802623 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] No Port match for: 2ef03293-754a-4f90-b7bb-ae43c5130eb1 {{(pid=83600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 13 08:02:36.803023 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.rpc [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Device 2ef03293-754a-4f90-b7bb-ae43c5130eb1 not bound to the agent host dv-cinder-817832-1-iscsi {{(pid=83600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 13 08:02:36.930045 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32545183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33432366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918498'] for network, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.934260 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33432562'] for network, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:36.936898 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-c3744b0d-20bf-4f71-9e35-a0ea2c05e8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:36.958983 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Pushing event deleted for resources: {'Network': ['ID=4783174b-1f7b-4191-bd6b-6b36f2314d98,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:36.961615 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:36.965314 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-e9c5b850-01af-4b63-9553-b31ea2f6eafe admin admin] 10.222.0.32 "DELETE /v2.0/networks/4783174b-1f7b-4191-bd6b-6b36f2314d98 HTTP/1.1" status: 204  len: 168 time: 1.1394882
Nov 13 08:02:37.009822 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:37.025676 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Deleting port 2ef03293-754a-4f90-b7bb-ae43c5130eb1 {{(pid=83600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 13 08:02:37.026114 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743999487982'] for port, before_delete {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:37.122629 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8584c-3a4c-49f4-a099-b70538a67ec1 None None] The port '2ef03293-754a-4f90-b7bb-ae43c5130eb1' was deleted {{(pid=83600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 13 08:02:37.364702 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46152) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:37.424368 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-8588b38c-fe30-475f-83bc-855c0aa4714f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=223449528a9f41b596ada04fa1f9290d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0583079
Nov 13 08:02:37.426621 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46156) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:37.484374 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8d99cc3-1862-48e5-8c96-67cf3fe69cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:37.514200 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8d99cc3-1862-48e5-8c96-67cf3fe69cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:37.633276 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8d99cc3-1862-48e5-8c96-67cf3fe69cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:37.637152 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-e3ecedd0-cf5f-4776-9a6a-9d782de43213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:37.651281 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d99cc3-1862-48e5-8c96-67cf3fe69cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e777059-d12f-49f1-a03b-34a8ce0323c5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:37.655212 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-a8d99cc3-1862-48e5-8c96-67cf3fe69cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:37.658634 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8d99cc3-1862-48e5-8c96-67cf3fe69cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:37.659764 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-a8d99cc3-1862-48e5-8c96-67cf3fe69cd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e777059-d12f-49f1-a03b-34a8ce0323c5 HTTP/1.1" status: 204  len: 168 time: 0.2322559
Nov 13 08:02:38.439447 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46164) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:38.488367 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-be8e322f-4cf6-4d11-b634-813570bd786a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6ddeec6457a41bdaebe9a55a50f1fad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477493
Nov 13 08:02:38.490531 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.wsgi [-] (83598) accepted ('10.222.0.32', 46168) {{(pid=83598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 13 08:02:38.548654 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-087053b6-66b1-4ff0-9aaa-bef7079c3457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:38.577027 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-087053b6-66b1-4ff0-9aaa-bef7079c3457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:38.701260 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:38.729694 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-087053b6-66b1-4ff0-9aaa-bef7079c3457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644805'] for security_group, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:38.733528 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-2a4ed41d-8260-4de7-ac24-fb4a9482c72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 13 08:02:38.748601 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087053b6-66b1-4ff0-9aaa-bef7079c3457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26850ee-6455-4aec-ad47-8047e1e40838,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 08:02:38.751013 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG oslo_concurrency.lockutils [None req-087053b6-66b1-4ff0-9aaa-bef7079c3457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 13 08:02:38.756443 dv-cinder-817832-1-iscsi neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-087053b6-66b1-4ff0-9aaa-bef7079c3457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:02:38.757710 dv-cinder-817832-1-iscsi neutron-server[83598]: INFO neutron.wsgi [None req-087053b6-66b1-4ff0-9aaa-bef7079c3457 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e26850ee-6455-4aec-ad47-8047e1e40838 HTTP/1.1" status: 204  len: 168 time: 0.2662992
Nov 13 08:03:00.466003 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:01.629015 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:03:03.832061 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-165592e2-5fd6-4aff-83ce-f68873d86a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:04.185851 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:05.986458 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-efc43ab8-a9b9-4b3a-8665-1bf66cce6563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:07.020332 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:08.728967 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:30.465920 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:33.865917 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6d72faf9-4b3d-4a71-893a-f92f632311d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:34.162939 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:35.939503 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-59d13c58-787b-4085-887f-7dca12dde2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:36.974266 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:03:38.628412 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:03:38.677564 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:00.465251 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:03.876545 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-77f91546-77ce-47da-a36a-93935c1df5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:04.179110 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:05.945209 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-e40c6da7-277d-478a-ba7c-e7a47eb2bb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:07.001919 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:08.727884 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:15.628579 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:04:30.481574 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:33.881381 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-29a02c6c-d642-4df0-8958-b0892be49d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:34.161636 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:35.956410 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-11da0eb8-28a6-417e-a35c-34569be316a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:36.995722 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:38.698685 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:04:52.629444 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:05:00.503724 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:03.846542 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-96090bc0-3cb6-4273-9d7e-da56a3be4d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:04.161088 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:05.948036 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-3b54d6d6-22bf-4f9a-acf3-d7a09c3ef057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:07.018127 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:08.704183 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:29.629543 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:05:30.514827 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:33.880671 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-5b6f73fa-687f-4e90-bc92-adc9f4b89ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:34.148692 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:35.959925 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-114e126d-187a-4c88-99e3-484f808e4134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:37.040617 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:05:38.720798 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:00.513855 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:03.879625 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-a733613d-57a5-4a89-946d-203b7b398b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:04.176793 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:05.976851 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-2c59ab14-3ec9-407d-a29e-ce47806027d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:06.629706 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:06:07.011379 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:08.742613 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:30.528960 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:33.860004 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-4cf50868-7f0c-43c8-b289-5c964c8cf4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:34.216686 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:35.987770 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6bdb-c94a-4db9-93f8-35ecfbdc669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:37.079710 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:38.747947 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:06:43.630161 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:07:00.584904 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:03.865052 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-83d70bea-d332-4b89-b97c-2b034c8e0852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:04.173858 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:05.987337 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-11399fe7-67fe-421e-bf4e-753b643576a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:07.036619 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:08.706793 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:20.629378 dv-cinder-817832-1-iscsi neutron-server[83601]: DEBUG neutron.db.agents_db [None req-f7dd6c45-0eec-4192-890f-1e32381fdeb0 None None] Agent healthcheck: found 6 active agents {{(pid=83601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 13 08:07:30.595896 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-b715ad46-9786-45d8-bdb9-de633306810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:33.875724 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-56ff9ef6-0392-4da4-985d-26b4641735d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:34.149875 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-1d22edf6-ee7f-48db-bd74-6fa4d6110c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:36.003458 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-6910017a-878a-4ce7-9a50-e4017811b1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:37.037624 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-577c1dbc-47c5-4a9d-a033-e7a8bc9a84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 13 08:07:38.721228 dv-cinder-817832-1-iscsi neutron-server[83600]: DEBUG neutron_lib.callbacks.manager [None req-c098fb08-4229-42f8-abc3-436cd7796a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743999588271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32542936'] for agent, after_update {{(pid=83600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}